-- Logs begin at Tue 2021-04-20 18:45:21 UTC, end at Tue 2021-04-20 19:40:37 UTC. -- Apr 20 19:18:29.554355 dv-cinder-787262-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 19:18:32.742181 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:18:32.742697 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:18:32.744009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:18:32.745777 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:18:32.746074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:18:32.746428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:18:32.747505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:18:32.748283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:18:32.749415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:18:32.749697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:18:32.749962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:18:32.750338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.750685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.751026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.751336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.751922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.752260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.752583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.752918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.753261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.753586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.753906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.754231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.754496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.754816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.755154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.755517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.755779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] debug = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.756098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.756634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.756957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.757275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.757607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.757923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.758236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.758550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.758874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.759246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] host = dv-cinder-787262-2-smb {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.759593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.759927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.760262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.760595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.760910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.761226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.761556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.761871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.762183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.762499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.762830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.763162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.764171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.764400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.764660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.764997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.765338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.765655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.765970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.766282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.766594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.766909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.767218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.767584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.767915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.768247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.768560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.768873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.769183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.769492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.769821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.770134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.770445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.770758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.771088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.771422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.771734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.772082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.772412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.772738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.773068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.773382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.773710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.774021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.774329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.774637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_json = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.774945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.775258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.775610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.775921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.776230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.776541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.776851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.777178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:32.777516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.777855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.778202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.778522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.778860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.779203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.779564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.779880 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.780213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.780545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.780871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.781185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.781509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.781823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.782164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.782514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.782855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.783189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.783526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.783837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.784147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.784462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.784788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.785129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.785462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.785774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.786091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.786424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.786738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.787048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.787386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.787721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.788037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.788347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.788666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.788981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.789288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.789594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.789907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.790239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.790553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.790860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.791167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.791503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.791813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.792140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.792456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.792764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.793074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.793388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.793697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.794007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.794322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.794631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.794972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.795287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.795613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.795921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.796230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.796540 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.796847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.797155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.797469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.797776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.798081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.798389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.798697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.799006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.799368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.799696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.800008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.800326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.800643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.800961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.801279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.801593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.801911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.802226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.802540 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.802873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.803196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.803548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.803873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.804190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.804533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.804850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.805178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.805493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.805812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.806140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.806462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.806799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.807135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.807495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.807830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.808163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.808480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.808834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.809153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:32.809403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:18:32.809673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86266) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 19:18:33.481752 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading Gnome Apr 20 19:18:33.500869 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading Google Apr 20 19:18:33.504088 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 19:18:33.507920 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading file Apr 20 19:18:33.508824 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading keyczar Apr 20 19:18:33.509108 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading multi Apr 20 19:18:33.509773 dv-cinder-787262-2-smb neutron-server[86266]: INFO keyring.backend [-] Loading pyfs Apr 20 19:18:33.559636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:33.559983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:33.560404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:33.560803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 19:18:33.975634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:33.976199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:33.976324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:33.977648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:33.978082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:33.978382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.018282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.018596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.018899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.034430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.034749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.035050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.104262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.104580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.104887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.105934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.106237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.108944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.395982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.396244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.396552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.396862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.397705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.552230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.552605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.552936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.553246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.553550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.553935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.554414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.554714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.555011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.555379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.555687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.556003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.556317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.556617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.556934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.557257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.557556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.557886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.558174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.558515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.558976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.559263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.559573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.559916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.560203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.560571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.561311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.561597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.561883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.562161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.562440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.562719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:34.563152 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 19:18:34.566574 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 19:18:34.570552 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 19:18:34.574448 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 20 19:18:34.576710 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 19:18:34.578330 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 19:18:34.578725 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 19:18:34.579169 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 19:18:34.583261 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 19:18:34.583572 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 19:18:34.583973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:18:34.612348 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 19:18:34.612876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.613218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86266) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 19:18:34.613635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.615027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86266) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 19:18:34.615386 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:18:34.615674 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 19:18:34.618953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.619277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:34.686190 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 19:18:34.686399 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 19:18:34.686639 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 19:18:34.687060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 19:18:34.722260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.sqlalchemy.engines [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86266) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 19:18:35.179471 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing driver for type 'gre' Apr 20 19:18:35.181154 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] gre ID ranges: [(1, 1000)] Apr 20 19:18:35.225208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing driver for type 'local' Apr 20 19:18:35.225569 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing driver for type 'vlan' Apr 20 19:18:35.238137 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] VlanTypeDriver initialization complete Apr 20 19:18:35.238572 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing driver for type 'vxlan' Apr 20 19:18:35.239166 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] vxlan ID ranges: [(1, 1000)] Apr 20 19:18:35.282803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing extension driver 'port_security' Apr 20 19:18:35.283168 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.extensions.port_security [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] PortSecurityExtensionDriver initialization complete Apr 20 19:18:35.283579 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing mechanism driver 'openvswitch' Apr 20 19:18:35.283946 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing mechanism driver 'hyperv' Apr 20 19:18:35.290461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:35.291322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.291754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.292148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.292578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.292971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.293364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.293784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.294176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.294558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.295102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.295102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.296038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.296463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.296851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.297231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.297652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > address_group after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.298037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > address_group after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.298427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.298794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] ML2 OVO RPC backend initialized. {{(pid=86266) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 19:18:35.299665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.300068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.300527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.300916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > networks before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.301300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.301684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > ports before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.302064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.302445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnets before_response 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.302833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.303219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.303623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.303999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.304376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.304753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.305130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.305504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.305877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.306566 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.plugin [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Modular L2 Plugin initialization complete Apr 20 19:18:35.306928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading services supported by the core plugin {{(pid=86266) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 19:18:35.307354 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.managers [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Got port-security extension from driver 'port_security' Apr 20 19:18:35.307845 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.extensions.vlantransparent [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Disabled vlantransparent extension. Apr 20 19:18:35.308398 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86266) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 19:18:35.308747 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: router Apr 20 19:18:35.350072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.350523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_create 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.350936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router before_create 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.351369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.351798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.352196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_delete 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.352601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.353015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_create 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.353399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.353800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.354190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.354600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.355103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.355559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.355944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.356326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: subnet after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.356709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.357139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.357736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_create 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.358128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.358518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.358930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router after_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.359340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.359733 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_create 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.360150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.360541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_update 55549900 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.360980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > network after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.362030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Tracking information for resource: router configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:35.362409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Tracking information for resource: floatingip configured {{(pid=86266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:18:35.367451 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_agentschedulers_db [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 19:18:35.368111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.368513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.368904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.369301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: port after_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.370240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router before_create 55550100 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.370648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.371053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_create 55550100 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.371498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > router precommit_update 55550100 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.376421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.provider_configuration [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service providers = [] {{(pid=86266) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 19:18:35.377083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.servicetype_db [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86266) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 19:18:35.380030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.service_base [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:18:35.380420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.service_base [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:18:35.380800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.service_base [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:18:35.381695 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.service_base [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:18:35.382103 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.services.service_base [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 19:18:35.382535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.382895 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 19:18:35.393823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.394199 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: auto_allocate Apr 20 19:18:35.400232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: network precommit_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.400654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: network precommit_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.401264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.401628 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: tag Apr 20 19:18:35.409682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.410060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: timestamp Apr 20 19:18:35.414059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.414438 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: network_ip_availability Apr 20 19:18:35.420169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.420588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.420985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.421832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.422196 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: flavors Apr 20 19:18:35.426905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.427270 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading Plugin: revisions Apr 20 19:18:35.432078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:18:35.432441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=86266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:35.433295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86266) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 19:18:35.433657 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Initializing extension manager. Apr 20 19:18:35.434234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: __init__.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.434618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: __pycache__ {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.434995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.435429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: address_group.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.436333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.437013 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: address-group Apr 20 19:18:35.437379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: address_scope.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.438165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.438765 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: address-scope Apr 20 19:18:35.439121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.440144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.440740 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: router-admin-state-down-before-update Apr 20 19:18:35.441118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: agent.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.441882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.442474 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: agent Apr 20 19:18:35.442838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: agent_resources_synced.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.443816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.444405 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: agent-resources-synced Apr 20 19:18:35.444767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: allowedaddresspairs.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.446654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.447620 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: allowed-address-pairs Apr 20 19:18:35.447620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: auto_allocated_topology.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.449785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.449785 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: auto-allocated-topology Apr 20 19:18:35.449785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: availability_zone.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.450392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.451569 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: availability_zone Apr 20 19:18:35.451940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: availability_zone_filter.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.452984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.453573 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: availability_zone_filter Apr 20 19:18:35.453947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: data_plane_status.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.455011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.455646 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 19:18:35.456009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: default_subnetpools.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.456946 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.457802 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: default-subnetpools Apr 20 19:18:35.457913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.458771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.458771 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: dhcp_agent_scheduler Apr 20 19:18:35.459697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: dns.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.460629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.461224 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 19:18:35.461592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: dns_domain_ports.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.462531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.463126 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 19:18:35.463522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: dvr.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.464261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.464853 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: dvr Apr 20 19:18:35.465218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: empty_string_filtering.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.466159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.467382 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: empty-string-filtering Apr 20 19:18:35.467743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.468677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.469265 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:18:35.469628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.470561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.471154 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 19:18:35.471543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: external_net.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.472479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.473071 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: external-net Apr 20 19:18:35.473432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.474361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.474950 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: extra_dhcp_opt Apr 20 19:18:35.475368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: extraroute.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.476272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.476864 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: extraroute Apr 20 19:18:35.477229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: extraroute_atomic.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.478286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.478881 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: extraroute-atomic Apr 20 19:18:35.479246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: filter_validation.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.479988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.480576 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: filter-validation Apr 20 19:18:35.480938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: fip_pf_description.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.481869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.482491 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 19:18:35.482858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: fip_port_details.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.483948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.484552 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: fip-port-details Apr 20 19:18:35.484915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: flavors.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.486201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.486809 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: flavors Apr 20 19:18:35.487176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.488959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.489580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 19:18:35.489960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: floatingip_pools.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.490745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.491372 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: floatingip-pools Apr 20 19:18:35.491750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: ip_allocation.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.492737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.493332 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 19:18:35.493708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.494655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.495253 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: ip-substring-filtering Apr 20 19:18:35.495659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l2_adjacency.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.496613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.497201 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 19:18:35.497565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.499145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.499782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: router Apr 20 19:18:35.500151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.502838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.503493 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:18:35.503878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.504850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.505449 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: ext-gw-mode Apr 20 19:18:35.505819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.506889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.507512 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: l3-ha Apr 20 19:18:35.507881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3_flavors.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.508834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.509437 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: l3-flavors Apr 20 19:18:35.509805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.510741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.511361 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 19:18:35.511732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: l3agentscheduler.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.513007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.514185 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: l3_agent_scheduler Apr 20 19:18:35.514747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: logging.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.516381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.516999 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension logging not supported by any of loaded plugins Apr 20 19:18:35.517377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: metering.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.518200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.518933 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: metering Apr 20 19:18:35.520042 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.520457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.521059 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: metering_source_and_destination_fields Apr 20 19:18:35.521428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: multiprovidernet.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.522384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.522980 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: multi-provider Apr 20 19:18:35.523381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: netmtu.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.524322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.524922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: net-mtu Apr 20 19:18:35.525293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: netmtu_writable.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.526234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.526824 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: net-mtu-writable Apr 20 19:18:35.527194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: network_availability_zone.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.528103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.528696 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: network_availability_zone Apr 20 19:18:35.529614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: network_ip_availability.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.530923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.531554 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: network-ip-availability Apr 20 19:18:35.531923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: network_segment_range.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.532784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.533376 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 19:18:35.533740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: pagination.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.534789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.535194 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: pagination Apr 20 19:18:35.535561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: port_device_profile.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.536491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.537098 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: port-device-profile Apr 20 19:18:35.537462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.538418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.539010 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: port-mac-address-regenerate Apr 20 19:18:35.539419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.540355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.540947 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: port-numa-affinity-policy Apr 20 19:18:35.541311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: port_resource_request.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.542244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.542832 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 19:18:35.543193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: portbindings.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.544195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.545180 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: binding Apr 20 19:18:35.545550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: portbindings_extended.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.546884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.547519 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: binding-extended Apr 20 19:18:35.547898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: portsecurity.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.548866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.549470 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: port-security Apr 20 19:18:35.549840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: project_id.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.550857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.551236 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: project-id Apr 20 19:18:35.551630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: providernet.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.552576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.553182 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: provider Apr 20 19:18:35.553548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.557366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.557987 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos not supported by any of loaded plugins Apr 20 19:18:35.558361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.559744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.560481 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 19:18:35.560860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.561810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.562406 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 19:18:35.562777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_default.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.563799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.564404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-default not supported by any of loaded plugins Apr 20 19:18:35.564771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_fip.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.565508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.566103 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 19:18:35.566463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_gateway_ip.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.567472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.568074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 19:18:35.568449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_port_network_policy.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.569382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.569992 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 19:18:35.570358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_rule_type_details.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.571322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.571924 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 19:18:35.572294 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: qos_rules_alias.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.573385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.573979 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 19:18:35.574341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: quotasv2.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.575483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.576392 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: quotas Apr 20 19:18:35.576750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: quotasv2_detail.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.578599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.578988 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: quota_details Apr 20 19:18:35.579391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: rbac.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.580630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.581278 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: rbac-policies Apr 20 19:18:35.581650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: rbac_address_group.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.582637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.583240 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: rbac-address-group Apr 20 19:18:35.583663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: rbac_address_scope.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.584609 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.585209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: rbac-address-scope Apr 20 19:18:35.585580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: rbac_security_groups.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.586528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.587135 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: rbac-security-groups Apr 20 19:18:35.587530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: rbac_subnetpool.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.588498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.589101 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: rbac-subnetpool Apr 20 19:18:35.589469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: revisionifmatch.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.590433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.591024 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: revision-if-match Apr 20 19:18:35.591418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: revisions.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.593187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.593784 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: standard-attr-revisions Apr 20 19:18:35.594153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: router_availability_zone.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.594892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.595556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: router_availability_zone Apr 20 19:18:35.595924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: routerservicetype.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.596879 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.597480 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 19:18:35.597847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.598790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.599414 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: security-groups-normalized-cidr Apr 20 19:18:35.599781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.600736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.601331 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: port-security-groups-filtering Apr 20 19:18:35.601695 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.602652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.603251 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: security-groups-remote-address-group Apr 20 19:18:35.603644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: securitygroup.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.617797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.618489 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: security-group Apr 20 19:18:35.618867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: segment.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.619851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.620458 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension segment not supported by any of loaded plugins Apr 20 19:18:35.620830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.621869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.622474 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 19:18:35.623405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: servicetype.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.624594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.625214 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: service-type Apr 20 19:18:35.625584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: sorting.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.626890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.627274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: sorting Apr 20 19:18:35.627668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: standard_attr_segment.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.628641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.629258 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 19:18:35.629629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: standardattrdescription.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.630348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.630943 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: standard-attr-description Apr 20 19:18:35.631338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: stateful_security_group.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.632295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.632908 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: stateful-security-group Apr 20 19:18:35.633271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: stdattrs_common.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.633865 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 19:18:35.634232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.635252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.635883 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 19:18:35.636248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnet_onboard.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.637334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.637936 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: subnet_onboard Apr 20 19:18:35.638303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.639349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.639926 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 19:18:35.640286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnet_service_types.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.641283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.641858 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: subnet-service-types Apr 20 19:18:35.642220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnetallocation.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.643385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.643987 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: subnet_allocation Apr 20 19:18:35.644352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.645084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.645677 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: subnetpool-prefix-ops Apr 20 19:18:35.646050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.647022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.647646 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 19:18:35.648021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: tagging.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.649420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.650039 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: standard-attr-tag Apr 20 19:18:35.650408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: timestamp.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.651674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.652278 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loaded extension: standard-attr-timestamp Apr 20 19:18:35.652645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: trunk.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.653703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.654855 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension trunk not supported by any of loaded plugins Apr 20 19:18:35.655238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: trunk_details.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.656332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.656930 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 19:18:35.657291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: uplink_status_propagation.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.658245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.658837 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 19:18:35.659203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Loading extension file: vlantransparent.py {{(pid=86266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:18:35.659990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:18:35.660589 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 19:18:35.663458 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:network Apr 20 19:18:35.664324 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnet Apr 20 19:18:35.665006 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:18:35.665679 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:port Apr 20 19:18:35.667263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.667784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service FLAVORS assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.668475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.668942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.669320 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:router Apr 20 19:18:35.670691 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:18:35.671521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service METERING assigned prefix: /metering {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.673435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.673845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.674240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:18:35.675522 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:18:35.676039 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:18:35.676910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:18:35.677724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service CORE assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.678106 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:18:35.678474 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] subnetpool is already registered Apr 20 19:18:35.679152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service CORE assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.679552 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:18:35.679911 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] subnetpool is already registered Apr 20 19:18:35.682834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.683262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service FLAVORS assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.683948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.684419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.684803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:router Apr 20 19:18:35.685176 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] router is already registered Apr 20 19:18:35.686167 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:18:35.686294 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] floatingip is already registered Apr 20 19:18:35.686977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service METERING assigned prefix: /metering {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.687782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:18:35.688155 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] rbac_policy is already registered Apr 20 19:18:35.688823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:18:35.689193 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] security_group is already registered Apr 20 19:18:35.689853 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:18:35.690221 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] security_group_rule is already registered Apr 20 19:18:35.690967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service CORE assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.691364 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:18:35.691732 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] subnetpool is already registered Apr 20 19:18:35.692429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.resource_helper [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Service CORE assigned prefix: {{(pid=86266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:18:35.692800 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:18:35.693163 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.quota.resource_registry [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] subnetpool is already registered Apr 20 19:18:35.693882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: extensions {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.695506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: address-groups {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.697197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: address-scopes {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.698473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: agents {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.699722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: auto-allocated-topology {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.701073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: availability_zones {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.702587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: dhcp-networks {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.704075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: dhcp-agents {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.705563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: routers {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.707470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: flavors {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.708691 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: service_profiles {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.710006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: next_providers {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.711668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: service_profiles {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.713156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: floatingip-pools {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.714425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: routers {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.716322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: floatingips {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.718525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: l3-routers {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.720018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: l3-agents {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.721494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: metering-labels {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.724008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: metering-label-rules {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.725327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: network-ip-availabilities {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.726732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: bindings {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.728468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: quotas {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.729967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: quotas {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.731451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: rbac-policies {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.733498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: security-groups {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.735471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: security-group-rules {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.736782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: service-providers {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.738055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: subnetpools {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.739565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: subnetpools {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.741077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.742855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.744789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.746648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.748892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.750832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.752901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.754855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.756911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.758847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.extensions [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Extended resource: tags {{(pid=86266) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:18:35.765865 dv-cinder-787262-2-smb neutron-server[86266]: WARNING keystonemiddleware.auth_token [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 19:18:35.771331 dv-cinder-787262-2-smb neutron-server[86266]: WARNING keystonemiddleware.auth_token [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 19:18:35.780889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Acquired lock "singleton_lock" {{(pid=86266) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 19:18:35.781415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Releasing lock "singleton_lock" {{(pid=86266) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 19:18:35.782904 dv-cinder-787262-2-smb neutron-server[86266]: INFO oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Starting 2 workers Apr 20 19:18:35.787903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Started child 86381 {{(pid=86266) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:18:35.792855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.793071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Started child 86382 {{(pid=86266) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:18:35.794400 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 19:18:35.794755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [-] (86381) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:18:35.795323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Notify callbacks [] for process, before_spawn {{(pid=86266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.796574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.797915 dv-cinder-787262-2-smb neutron-server[86266]: INFO oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Starting 1 workers Apr 20 19:18:35.798056 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [-] (86382) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:18:35.803640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Started child 86383 {{(pid=86266) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:18:35.804195 dv-cinder-787262-2-smb neutron-server[86266]: INFO oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Starting 1 workers Apr 20 19:18:35.805803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] calling RpcWorker wait() {{(pid=86383) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 19:18:35.806197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] returning from RpcWorker wait() {{(pid=86383) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 19:18:35.807802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.808304 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:35.809309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Started child 86384 {{(pid=86266) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:18:35.810176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-003b9f5e-348a-415d-8788-b26eb57cf070 None None] Notify callbacks [] for process, after_spawn {{(pid=86266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.812790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86266) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:18:35.813008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:18:35.813229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:18:35.813508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:18:35.813938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:18:35.814112 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:18:35.814469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.814691 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.814997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.815328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.815626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.815948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.816591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.816882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.817207 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.817518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.817773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.818010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.818158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.818424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.818666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.819018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.819336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.819593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.819886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.820147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.820384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.820742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.820916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.821209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] debug = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.821469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.822069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.822372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.822573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.822816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.823172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.823348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.823656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.823924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.824170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.824475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.824755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.825018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.825244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.825504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.825969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.827041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.827701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] host = dv-cinder-787262-2-smb {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.827972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.828239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.828520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.828808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.829093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.829372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.829661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.829955 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.830247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.830490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.830907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.831090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.831345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.831581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.831818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_options = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.832034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.832258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.832489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.832883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.832883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.833386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.833386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.833698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.833698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.834007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.834231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.834463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.834682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.834887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.835082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.835356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.835585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.835831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.836222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.836447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.836658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.836894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.837111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.837327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.837529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.837782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.838047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.838299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.838544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.838810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.839081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.839418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.839686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.840007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.840228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.840509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.840714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.841220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.841404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.841887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.841887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.842138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.842388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.842596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.842948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.843085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_json = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.843358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.843591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.843752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:35.843907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.844083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.844316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.844554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.844804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.845079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.845531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.845845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.846198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.846468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.847729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.847729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.847729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.847729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.848446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.848446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.848446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.848649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.848948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.849171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.849457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.850134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.850134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.850393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.850581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.850828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.851085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.851413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.851709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.852037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.852324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.852598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.852866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.853119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.853397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.853629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.854087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.854338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.854656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.857991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.858807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.859310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.859388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.859625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.859868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.860128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.860360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.860586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.861050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.861462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.861901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.862198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.862488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.862748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.862993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.863203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.863616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.863875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.864133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.864417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.864684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.864912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.865330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.865701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.866144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.866385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.866655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.866907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.867136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.867591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.867843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.868099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.868351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.868600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.868874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.869197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.869558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.869789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.870264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.870726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.871224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.871536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.871773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.872216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.872528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.873282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.873572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.873845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.874141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.874406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.874673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.874970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.875235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.875513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.875699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.876144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.876816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.877288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.877553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.877977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.878397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.878867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.879382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.879836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.880154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.880420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.880725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.881066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.881403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.881721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.882013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.882306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.882584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.882879 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.883175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.883502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.883789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.884068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.884376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.884665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.884925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.885172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.885458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.885830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.886134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.886412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.886660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.887037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.887262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.887569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.887889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.888181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.888529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.889335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.889946 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.889946 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.890228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.890407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.890656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.890928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.891179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.891462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.894891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.905397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.906297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.907901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.908793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.910817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.912925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.914896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.915723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.916454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.916454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.916454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.916989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.916989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.917330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.917546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.917909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.918166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.918637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.918908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.919620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.919620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.920601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.920601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.920601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.920601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.921280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.921280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.921280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.921500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.921777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.922003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.922451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.922721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.923010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.923258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.923458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:18:35.924006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86266) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:18:35.924181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:18:35.924396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:18:35.924549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:18:35.924780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:18:35.924933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:18:35.925167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.925390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.925643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.925643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.925930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.926943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.927280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.927664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.927847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.928927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.929119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.929305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.929492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] debug = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.929679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.929903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.930093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.930280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.930466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.930653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.930838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.931987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.932173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.932358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.932543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.932729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.932977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] host = dv-cinder-787262-2-smb {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.933958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.934144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.934329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.934515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.934700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.934886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.935071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.935781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.935981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.936144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_options = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.936287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.936645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.936645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.937670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.938764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.939891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.940211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.940211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.940599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.940599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.940599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.941985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.942952 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.943143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_json = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.944840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.947658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.948996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.949095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.949297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.949539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.949646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.949823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.950149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.950149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.950607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.950607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.951677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.952869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.953991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954267 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.954996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.955184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.955435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.955624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.955813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.956941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.957128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.957316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.957502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.957690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.957877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.958064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.958252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.958439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.958626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.958815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.959002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.960858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.964142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.968345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.969660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.970996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.973487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.974278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.975999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.977277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.979995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.980525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.981802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.982013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.982231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.983045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.983342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.983557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.983772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.983942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.984132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.984331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.984522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.984713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.984902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.985091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.985291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.985481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.985670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.985857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.986968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.987157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.987384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.987588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.987778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.987943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.988134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.988324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.988511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.988701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.988895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.989095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.989292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.989481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.989678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.989880 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.990993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.991179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.991389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.991556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.991743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.991935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.992122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.992310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.992498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.992721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.992867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.993923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.994111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:18:35.994215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:35.994324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86266) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:18:36.245702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42750) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:36.257827 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097880 Apr 20 19:18:47.347817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95487697-1d5d-47ae-bdd2-c2e9443627a6 None None] get_active_networks_info from dv-cinder-787262-2-smb {{(pid=86383) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 19:18:47.520445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95487697-1d5d-47ae-bdd2-c2e9443627a6 None None] No non-hosted networks {{(pid=86383) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 19:18:47.534374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agentschedulers_db [None req-95487697-1d5d-47ae-bdd2-c2e9443627a6 None None] DHCP Agent not found on host dv-cinder-787262-2-smb {{(pid=86383) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 19:18:47.616388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-68ab89ad-d32a-4e42-91f0-5c0f99fc1ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:49.367037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc94a13f-891b-4739-a82f-71cf856f7288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:49.416838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-53a7a3fa-f167-45f8-91a1-110d5feaf060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:50.420472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:50.856995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:50.858259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.858830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.861165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.865920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.867079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.870061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.870963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.871571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.872155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.873496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.874151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.874706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:50.875604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787262-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:50.882059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:51.661264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:52.795224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42840) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:53.437278 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-fc05a354-93a3-42b7-a923-e08dec158459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:18:53.438004 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-fc05a354-93a3-42b7-a923-e08dec158459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:18:53.673557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-fc05a354-93a3-42b7-a923-e08dec158459 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:18:53.674631 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fc05a354-93a3-42b7-a923-e08dec158459 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8783457 Apr 20 19:18:56.492752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42854) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:56.610577 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_hamode_db [None req-27766164-8e94-47d1-8346-4ed4593c75cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 19:18:56.703074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27766164-8e94-47d1-8346-4ed4593c75cd None None] Routers set() bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:56.703533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27766164-8e94-47d1-8346-4ed4593c75cd None None] Router IDs set() for agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 19:18:56.904641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:57.007416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.policy [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86381) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:18:57.063581 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:18:57.063923 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:18:57.082790 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Loaded quota_driver: . Apr 20 19:18:57.099774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:57.159860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819206705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819206373', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819197237', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819158409', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819174278', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267819173697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854002621', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853865149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4170362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730818'] for rbac-policy, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:57.389541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:57.390704 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bc9a92c3-426c-4a2f-b51d-546d35afbb61 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8968954 Apr 20 19:19:00.434328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42868) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:00.815882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'name': 'private'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:00.821745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:00.826690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Usage tracker for resource:network and tenant:686b6769cdee4ca2805cbf91c99c6a23 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:00.830214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:00.836531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:00.845504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Made reservation on behalf of 686b6769cdee4ca2805cbf91c99c6a23 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:19:00.851385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.868805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.885182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:00.889461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:686b6769cdee4ca2805cbf91c99c6a23 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:00.893065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:00.899347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:00.998991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.002249 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.007003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:01.024881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:19:01.054540 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363267816913558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.055153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Unsubscribe: segment precommit_create {{(pid=86381) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:19:01.055654 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Added segment 3537baad-b63d-4a1e-ae24-bf2660d8d52b of type vlan for network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe Apr 20 19:19:01.105403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7089bb0-dfd5-426c-ba75-a4880a648d4a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:01.128471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.128848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.129217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.129581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.129938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.130296 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.130653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.131007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.131406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.131759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.132110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.132460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Tracked resource versions report: Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:19:01.133592 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:19:01.175900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.189725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:01.217808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.219269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.219987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:01.224875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:01.335176 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8995743 Apr 20 19:19:01.335854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c0ab06-b781-42fd-8bb5-d7dce0013ebe,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:01.350506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:01.359517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:19:04.428287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42884) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:05.031783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c6f05-88df-4512-96f9-2ebc8da28e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:05.033204 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-aa2c6f05-88df-4512-96f9-2ebc8da28e6c admin admin] 10.222.0.13 "GET /v2.0/networks/b2c0ab06-b781-42fd-8bb5-d7dce0013ebe HTTP/1.1" status: 200 len: 825 time: 0.6035333 Apr 20 19:19:05.065014 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-03e8d368-8255-4d37-8be1-aaf85ecbac83 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/ad9bcb38-bc3c-436e-b5a4-90cda4317c31 HTTP/1.1" status: 200 len: 734 time: 0.0237908 Apr 20 19:19:05.076530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Request body: {'subnet': {'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:05.081464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:05.085386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Usage tracker for resource:subnet and tenant:686b6769cdee4ca2805cbf91c99c6a23 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:05.088421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:05.094907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:05.103882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Made reservation on behalf of 686b6769cdee4ca2805cbf91c99c6a23 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:19:05.109236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.596260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.601580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:05.689138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Checking segment: {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:05.689521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Network hostable DHCP agents. Network: b2c0ab06-b781-42fd-8bb5-d7dce0013ebe, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:19:05.697376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43836896-2d63-46e4-8368-478a0feccbfd,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:05.704810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:05.714934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:19:05.723905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, b2c0ab06-b781-42fd-8bb5-d7dce0013ebe) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:05.728544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:05.729197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.734001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ab9fa-e9cd-4a8a-a67d-9a71a293450d None None] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:19:05.750348 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6779852 Apr 20 19:19:06.245341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:19:06.246399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.445871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Allocated IP 172.20.0.2 (b2c0ab06-b781-42fd-8bb5-d7dce0013ebe/43836896-2d63-46e4-8368-478a0feccbfd/be712efa-d64c-49a5-92b4-93e570189a92) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:06.693886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.707564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Transition to ACTIVE for port object be712efa-d64c-49a5-92b4-93e570189a92 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:06.728787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Transition to ACTIVE for port object be712efa-d64c-49a5-92b4-93e570189a92 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:06.736697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.745220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:06.804317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:06.811755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:06.818326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:06.826655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Pushing event updated for resources: {'Port': ['ID=be712efa-d64c-49a5-92b4-93e570189a92,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:06.866520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.866896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.867264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.867650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.868014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.868370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.868724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.869074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.869425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.869775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.870124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.870496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Tracked resource versions report: Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:19:06.871624 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:19:06.909239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:06.935915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Attempting to bind port be712efa-d64c-49a5-92b4-93e570189a92 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:19:06.936342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Attempting to bind port be712efa-d64c-49a5-92b4-93e570189a92 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:19:06.936753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Attempting to bind port be712efa-d64c-49a5-92b4-93e570189a92 on network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:06.942510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:19:06.942937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Checking segment: {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:06.943444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.943876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Bound using segment: {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:19:06.944419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Bound port: be712efa-d64c-49a5-92b4-93e570189a92, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:19:06.944827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.039261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] For port be712efa-d64c-49a5-92b4-93e570189a92, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:19:07.043758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] For port be712efa-d64c-49a5-92b4-93e570189a92, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=be712efa-d64c-49a5-92b4-93e570189a92,segment=NetworkSegment(3537baad-b63d-4a1e-ae24-bf2660d8d52b),segment_id=3537baad-b63d-4a1e-ae24-bf2660d8d52b)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:19:07.049198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.054235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:07.146899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Pushing event updated for resources: {'Port': ['ID=be712efa-d64c-49a5-92b4-93e570189a92,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:07.150125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:08.590104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 42894) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:08.995911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-b0120beb-2a54-462a-9dc0-596bc44849ed admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:19:08.997556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b0120beb-2a54-462a-9dc0-596bc44849ed admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4059317 Apr 20 19:19:11.819960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42904) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:12.504593 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-b02e5c9c-cfd0-4389-bdff-e1457fcddbc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:19:12.505155 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-b02e5c9c-cfd0-4389-bdff-e1457fcddbc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:19:12.744629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-b02e5c9c-cfd0-4389-bdff-e1457fcddbc8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:19:12.745977 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b02e5c9c-cfd0-4389-bdff-e1457fcddbc8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9240746 Apr 20 19:19:12.862868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device be712efa-d64c-49a5-92b4-93e570189a92 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:12.942636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port be712efa-d64c-49a5-92b4-93e570189a92 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:13.869050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:19:14.092217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236ec46-7b0e-48d3-a622-3f7ea4bcc2a3 None None] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:19:14.202824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Provisioning for port be712efa-d64c-49a5-92b4-93e570189a92 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:14.211065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Provisioning complete for port be712efa-d64c-49a5-92b4-93e570189a92 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:14.211518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.457178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.499566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] For port be712efa-d64c-49a5-92b4-93e570189a92, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=be712efa-d64c-49a5-92b4-93e570189a92,segment=NetworkSegment(3537baad-b63d-4a1e-ae24-bf2660d8d52b),segment_id=3537baad-b63d-4a1e-ae24-bf2660d8d52b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:14.508582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.515053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:14.590778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Pushing event updated for resources: {'Port': ['ID=be712efa-d64c-49a5-92b4-93e570189a92,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:14.594708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:14.732490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-7e525513-2292-45b6-bf95-2002177da2ee None None] Provisioning complete for port be712efa-d64c-49a5-92b4-93e570189a92 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:14.732886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7e525513-2292-45b6-bf95-2002177da2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.839065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device be712efa-d64c-49a5-92b4-93e570189a92 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:14.933046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port be712efa-d64c-49a5-92b4-93e570189a92 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:14.933562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:15.846890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42924) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:16.226817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'name': 'router1'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:16.303189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.policy [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86382) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:19:16.364107 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:19:16.364519 dv-cinder-787262-2-smb neutron-server[86266]: WARNING oslo_policy.policy [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:19:16.383007 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.quota [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Loaded quota_driver: . Apr 20 19:19:16.398639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:16.405705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Usage tracker for resource:router and tenant:686b6769cdee4ca2805cbf91c99c6a23 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:16.409997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:16.417472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:16.434841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:16.437079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:16.461202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:16.730053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:16.750770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:16.752303 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-62e195fc-423e-4c70-8bf1-4f1cebaebf7a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9043345 Apr 20 19:19:17.190677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-203e18ff-1294-4899-973a-4fdbc3be01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:19.371463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-65c22290-7679-42a8-be7c-fee85cb4d429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:19.522174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42936) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:19.837219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-6d5b3361-358d-4b73-b93d-a419bb57175a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:19:19.838275 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6d5b3361-358d-4b73-b93d-a419bb57175a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151844 Apr 20 19:19:20.373592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:20.858502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:21.595612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.447211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42956) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:22.501320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:22.507602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:22.511573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Usage tracker for resource:network and tenant:18a7bfb67e054427a5e2511a9a6fae70 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:22.515597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:22.521524 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:22.530828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Made reservation on behalf of 18a7bfb67e054427a5e2511a9a6fae70 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:19:22.536682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.553019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.567951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:22.571910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:18a7bfb67e054427a5e2511a9a6fae70 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:22.575568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:22.581491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:22.678776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.681583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.686392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:22.697925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Reserving flat network on physical network physnet1 {{(pid=86382) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 19:19:22.732649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363267816913558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.733266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Unsubscribe: segment precommit_create {{(pid=86382) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:19:22.733746 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Added segment f56fd00f-ccc0-406c-95cb-acfd1fa73333 of type flat for network b988bd53-df7a-4b89-972e-cef771dde361 Apr 20 19:19:22.784464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fcb78e-4a01-4d74-ac13-c466bc502a04,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:22.800180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.800544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.800899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.801249 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.801598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.801943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.802284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.802623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.802962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.803325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.803674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.804006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Tracked resource versions report: Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:19:22.805127 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:19:22.861151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:22.864660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.910876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.912379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:22.913034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.917861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:23.026550 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5780764 Apr 20 19:19:23.027256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=b988bd53-df7a-4b89-972e-cef771dde361,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:23.031155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:23.039032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network b988bd53-df7a-4b89-972e-cef771dde361 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:19:25.574253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42980) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:25.696009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ddd5b-3b62-4782-a942-75f8b52a2eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.697489 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f72ddd5b-3b62-4782-a942-75f8b52a2eb4 admin admin] 10.222.0.13 "GET /v2.0/subnets/43836896-2d63-46e4-8368-478a0feccbfd HTTP/1.1" status: 200 len: 849 time: 0.1216877 Apr 20 19:19:25.853771 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-57264bdc-fce2-41ac-8609-2e98ce9f46cd admin admin] 10.222.0.13 "GET /v2.0/routers/fa869a34-d663-43bd-9041-7d77d6bdf8d4 HTTP/1.1" status: 200 len: 704 time: 0.1493192 Apr 20 19:19:26.346006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:26.587585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Allocated IP 172.20.0.1 (b2c0ab06-b781-42fd-8bb5-d7dce0013ebe/43836896-2d63-46e4-8368-478a0feccbfd/c0b322d9-99d9-495e-91ce-60c5cef7a1f4) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:26.900223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:26.919545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Transition to ACTIVE for port object c0b322d9-99d9-495e-91ce-60c5cef7a1f4 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:26.974202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:26.979266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:27.037703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:27.045718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:27.052418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:27.052948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.178469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:27.194731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:27.216213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-08640c03-ab77-450c-9a78-ddc4c697a215 None None] Provisioning for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:27.221103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-08640c03-ab77-450c-9a78-ddc4c697a215 None None] Provisioning complete for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:27.221503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-08640c03-ab77-450c-9a78-ddc4c697a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.278734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-08640c03-ab77-450c-9a78-ddc4c697a215 None None] Port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:19:27.329111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.569058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.572689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.573767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.578245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:27.725809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:27.730014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:27.780598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:27.781702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:27.983632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Router fa869a34-d663-43bd-9041-7d77d6bdf8d4 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:19:28.002848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-fca551bc-2900-437f-bea5-833578b29079 None None] Provisioning complete for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:28.003255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fca551bc-2900-437f-bea5-833578b29079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.062860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fca551bc-2900-437f-bea5-833578b29079 None None] Port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:19:28.149236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:19:28.167268 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa869a34-d663-43bd-9041-7d77d6bdf8d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2998745 Apr 20 19:19:28.167528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Sync routers for ids ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:19:28.172101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Routers {'fa869a34-d663-43bd-9041-7d77d6bdf8d4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:28.172997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:19:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:28.373143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Set router fa869a34-d663-43bd-9041-7d77d6bdf8d4 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:28.930202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:27Z', 'revision_number': 2, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port_host': None, '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:27Z', 'revision_number': 2, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:28.935818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Checking router: fa869a34-d663-43bd-9041-7d77d6bdf8d4 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:19:28.936203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Updating router fa869a34-d663-43bd-9041-7d77d6bdf8d4 port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:19:28.991896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.403857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.418935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Transition to ACTIVE for port object c0b322d9-99d9-495e-91ce-60c5cef7a1f4 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:29.424718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.436112 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:29.652806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Pushing event updated for resources: {'Port': ['ID=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:29.668933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.669388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.669762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.670125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.670486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.670848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.671204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.671605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.671961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.672315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.672665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.673015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Tracked resource versions report: Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:19:29.674138 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:19:29.683232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:29.684031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Attempting to bind port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:19:29.685040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Attempting to bind port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:19:29.685582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Attempting to bind port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 on network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:29.691943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:19:29.692382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Checking segment: {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:29.692953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.693272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Bound using segment: {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:19:29.693832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Bound port: c0b322d9-99d9-495e-91ce-60c5cef7a1f4, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3537baad-b63d-4a1e-ae24-bf2660d8d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:19:29.694303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.790652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] For port c0b322d9-99d9-495e-91ce-60c5cef7a1f4, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:19:29.796463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] For port c0b322d9-99d9-495e-91ce-60c5cef7a1f4, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,segment=NetworkSegment(3537baad-b63d-4a1e-ae24-bf2660d8d52b),segment_id=3537baad-b63d-4a1e-ae24-bf2660d8d52b)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:19:29.799650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.804878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:29.894395 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Routers {'fa869a34-d663-43bd-9041-7d77d6bdf8d4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:29.895091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:19:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:29.968868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Pushing event updated for resources: {'Port': ['ID=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:30.025285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:30.071528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] Set router fa869a34-d663-43bd-9041-7d77d6bdf8d4 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:30.432901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:27Z', 'revision_number': 2, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port_host': None, '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:29Z', 'revision_number': 4, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:30.437881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554a921-a097-47e9-aa58-b2558858c5e3 None None] The sync data for ids ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'] in dv-cinder-787262-2-smb is: [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:27Z', 'revision_number': 2, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port_host': None, '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:29Z', 'revision_number': 4, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:19:30.789342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 42992) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:30.957935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a8150-85dd-428f-84d6-76fdf9bc0385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:30.958552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-486a8150-85dd-428f-84d6-76fdf9bc0385 admin admin] Synchronizing usage tracker for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:30.976193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-486a8150-85dd-428f-84d6-76fdf9bc0385 admin admin] Unset dirty status for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:30.977383 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-486a8150-85dd-428f-84d6-76fdf9bc0385 admin admin] 10.222.0.13 "GET /v2.0/networks/b988bd53-df7a-4b89-972e-cef771dde361 HTTP/1.1" status: 200 len: 842 time: 0.1869154 Apr 20 19:19:30.989225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:30.994948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:31.000088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Usage tracker for resource:subnet and tenant:18a7bfb67e054427a5e2511a9a6fae70 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:31.003837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:31.014176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:31.023088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Made reservation on behalf of 18a7bfb67e054427a5e2511a9a6fae70 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:19:31.027975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.662169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.objects.ports [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86382) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 19:19:31.662666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.666897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:31.752430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45c6f15-99eb-43b4-b83e-9606693be363,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:31.756915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:31.757311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Network hostable DHCP agents. Network: b988bd53-df7a-4b89-972e-cef771dde361, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:19:31.764923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:31.780235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:19:31.790209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, b988bd53-df7a-4b89-972e-cef771dde361) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:31.795404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:31.796079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.803082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0f5fa-7ca9-40f6-88c5-14f028accd64 None None] Network b988bd53-df7a-4b89-972e-cef771dde361 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:19:31.817338 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8322518 Apr 20 19:19:32.207217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209607c-aacf-40bc-97b2-28f219e32b45 None None] Network b988bd53-df7a-4b89-972e-cef771dde361 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:19:34.486569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43006) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:34.698839 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-99e538b8-f85c-46f1-8415-ca1313c7f877 admin admin] 10.222.0.13 "GET /v2.0/routers/fa869a34-d663-43bd-9041-7d77d6bdf8d4 HTTP/1.1" status: 200 len: 710 time: 0.2110279 Apr 20 19:19:34.839416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9819c39e-933f-466d-9376-1eed56548b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.841449 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9819c39e-933f-466d-9376-1eed56548b30 admin admin] 10.222.0.13 "GET /v2.0/networks/b988bd53-df7a-4b89-972e-cef771dde361 HTTP/1.1" status: 200 len: 886 time: 0.1362402 Apr 20 19:19:34.851635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:34.865657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c0b322d9-99d9-495e-91ce-60c5cef7a1f4 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:34.936362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:34.941280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:34.941690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.066210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.099512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port c0b322d9-99d9-495e-91ce-60c5cef7a1f4, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,segment=NetworkSegment(3537baad-b63d-4a1e-ae24-bf2660d8d52b),segment_id=3537baad-b63d-4a1e-ae24-bf2660d8d52b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:35.102420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.104665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a22df37-84c1-4968-a874-8bdfb142cd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:35.176072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=c0b322d9-99d9-495e-91ce-60c5cef7a1f4,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:35.179428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:35.327894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.684000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.746478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.894586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Allocated IP 172.28.1.206 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/1549e189-94bd-4230-8746-b2183d8bbe80) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:36.054330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.084916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.089914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:36.157367 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:36.160825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:36.163403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:36.466928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Pushing event updated for resources: {'Port': ['ID=1549e189-94bd-4230-8746-b2183d8bbe80,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:36.469977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:36.752041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.849388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c0b322d9-99d9-495e-91ce-60c5cef7a1f4 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:36.925305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:36.925713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.119258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.123468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036851002682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3771432'] for router, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.314473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Router fa869a34-d663-43bd-9041-7d77d6bdf8d4 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:19:37.506143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:19:37.516206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.517115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Sync routers for ids ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:19:37.517477 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] 10.222.0.13 "PUT /v2.0/routers/fa869a34-d663-43bd-9041-7d77d6bdf8d4 HTTP/1.1" status: 200 len: 890 time: 2.6693790 Apr 20 19:19:37.527637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Routers {'fa869a34-d663-43bd-9041-7d77d6bdf8d4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:37.528554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:19:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:37.735587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Set router fa869a34-d663-43bd-9041-7d77d6bdf8d4 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:38.103930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:36Z', 'revision_number': 4, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port': {'id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:35Z', 'updated_at': '2021-04-20T19:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:35Z', 'revision_number': 5, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:38.108966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Checking router: fa869a34-d663-43bd-9041-7d77d6bdf8d4 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:19:38.109372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Updating router fa869a34-d663-43bd-9041-7d77d6bdf8d4 port 1549e189-94bd-4230-8746-b2183d8bbe80 binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:19:38.166384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.524195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.537289 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Transition to ACTIVE for port object 1549e189-94bd-4230-8746-b2183d8bbe80 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:38.542971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.548369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:38.631859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Attempting to bind port 1549e189-94bd-4230-8746-b2183d8bbe80 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:19:38.632273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Attempting to bind port 1549e189-94bd-4230-8746-b2183d8bbe80 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:19:38.632679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Attempting to bind port 1549e189-94bd-4230-8746-b2183d8bbe80 on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:38.639763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Pushing event updated for resources: {'Port': ['ID=1549e189-94bd-4230-8746-b2183d8bbe80,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:38.644017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:38.644942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:19:38.645353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:38.645789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.646213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:19:38.646726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Bound port: 1549e189-94bd-4230-8746-b2183d8bbe80, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:19:38.647135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.724450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] For port 1549e189-94bd-4230-8746-b2183d8bbe80, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:19:38.727582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] For port 1549e189-94bd-4230-8746-b2183d8bbe80, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=1549e189-94bd-4230-8746-b2183d8bbe80,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:19:38.730922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.739324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:38.819794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Routers {'fa869a34-d663-43bd-9041-7d77d6bdf8d4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:38.820477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:19:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:38.891843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Pushing event updated for resources: {'Port': ['ID=1549e189-94bd-4230-8746-b2183d8bbe80,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:38.947706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:39.020936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] Set router fa869a34-d663-43bd-9041-7d77d6bdf8d4 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:39.520014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:36Z', 'revision_number': 4, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port': {'id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:35Z', 'updated_at': '2021-04-20T19:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:35Z', 'revision_number': 5, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:39.524189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12e2c-9c43-4b73-9b57-cb075688e20b None None] The sync data for ids ['fa869a34-d663-43bd-9041-7d77d6bdf8d4'] in dv-cinder-787262-2-smb is: [{'id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'name': 'router1', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:19:16Z', 'updated_at': '2021-04-20T19:19:36Z', 'revision_number': 4, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'gw_port': {'id': '1549e189-94bd-4230-8746-b2183d8bbe80', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:35Z', 'updated_at': '2021-04-20T19:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'c0b322d9-99d9-495e-91ce-60c5cef7a1f4', 'name': '', 'network_id': 'b2c0ab06-b781-42fd-8bb5-d7dce0013ebe', 'tenant_id': '686b6769cdee4ca2805cbf91c99c6a23', 'mac_address': 'fa:16:3e:58:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa869a34-d663-43bd-9041-7d77d6bdf8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43836896-2d63-46e4-8368-478a0feccbfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:19:26Z', 'updated_at': '2021-04-20T19:19:35Z', 'revision_number': 5, 'project_id': '686b6769cdee4ca2805cbf91c99c6a23', 'subnets': [{'id': '43836896-2d63-46e4-8368-478a0feccbfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad9bcb38-bc3c-436e-b5a4-90cda4317c31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:19:40.273692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43016) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:40.412617 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-be421a4a-7b69-44d5-bb13-eb7db7bdcc0a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1376824 Apr 20 19:19:40.875628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 1549e189-94bd-4230-8746-b2183d8bbe80 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:40.955737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 1549e189-94bd-4230-8746-b2183d8bbe80 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:40.960769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 1549e189-94bd-4230-8746-b2183d8bbe80 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:40.961228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:41.089073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:41.107095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 1549e189-94bd-4230-8746-b2183d8bbe80, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=1549e189-94bd-4230-8746-b2183d8bbe80,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:41.109908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:41.113402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:41.187314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=1549e189-94bd-4230-8746-b2183d8bbe80,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:41.190275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:42.874091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 1549e189-94bd-4230-8746-b2183d8bbe80 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:42.962656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 1549e189-94bd-4230-8746-b2183d8bbe80 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:42.963070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:47.218869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-015d5584-3be4-4b47-a955-46de9d984ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:49.384627 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4adcd4dc-55f6-45d4-bac9-fea59ee595b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:50.400477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:50.863780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:50.877517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:19:51.622813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.192537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d8453e8d-9874-4244-b373-e71a62fa833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:19.378360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a3b3724a-1df4-4a5d-bf32-b6442e0c0d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:20.376658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:20.872411 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:21.617335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:27.868197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:20:47.195361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe60eb2-aa4c-471f-86b9-564cd5dd2f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:49.381014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf19e-3cb0-46c2-96d1-f3671a35bd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:50.380959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:50.872310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.616381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:04.867475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:21:17.196966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-62324650-9214-427d-83fd-8e5bc968969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.384035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d93d4a9-6106-443c-bde5-b83e2db29ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.381413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.853954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.621971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.373198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43586) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:25.449620 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb55c355-29bd-4248-b978-c4902ca475d5 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:21:25.451051 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-eb55c355-29bd-4248-b978-c4902ca475d5 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0767863 Apr 20 19:21:25.596219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93279d66-6400-40a9-89b2-2780ea82ae9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:25.597709 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-93279d66-6400-40a9-89b2-2780ea82ae9b admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1422269 Apr 20 19:21:28.160160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43596) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:28.276724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd9557-93a3-431b-814b-2b08c0688122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:28.277328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9afd9557-93a3-431b-814b-2b08c0688122 admin admin] Synchronizing usage tracker for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:subnet {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:21:28.291459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9afd9557-93a3-431b-814b-2b08c0688122 admin admin] Unset dirty status for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:subnet {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:21:28.292692 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9afd9557-93a3-431b-814b-2b08c0688122 admin admin] 10.222.0.13 "GET /v2.0/subnets/43836896-2d63-46e4-8368-478a0feccbfd HTTP/1.1" status: 200 len: 849 time: 0.1315231 Apr 20 19:21:28.303102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:28.427149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:28.739034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769037946329'] for subnet, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:28.743860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-051cb9f1-08a0-4edb-bdfe-b827c396e3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:28.783759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:28.784496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:28.787690 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] 10.222.0.13 "PUT /v2.0/subnets/43836896-2d63-46e4-8368-478a0feccbfd HTTP/1.1" status: 200 len: 868 time: 0.4867342 Apr 20 19:21:28.787870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20771102-c89d-43ad-9711-4d086fd4e5ef None None] Network b2c0ab06-b781-42fd-8bb5-d7dce0013ebe requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:21:28.814751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43836896-2d63-46e4-8368-478a0feccbfd,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:28.822865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.823257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.823638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.824009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.824378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.824752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.825119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.825489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.825855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.826218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.826577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.826935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:28.831127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:29.289417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-5b651d3c-5bb6-49df-9f36-90a8cdcdd3e7 None None] Provisioning complete for port c0b322d9-99d9-495e-91ce-60c5cef7a1f4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:21:29.290098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b651d3c-5bb6-49df-9f36-90a8cdcdd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:29.428983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-5b651d3c-5bb6-49df-9f36-90a8cdcdd3e7 None None] Provisioning complete for port be712efa-d64c-49a5-92b4-93e570189a92 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:21:29.429314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b651d3c-5bb6-49df-9f36-90a8cdcdd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.348640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43606) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:31.733659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775838ed-2b13-4efd-b231-cc10869904fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:31.734182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775838ed-2b13-4efd-b231-cc10869904fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:31.736308 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-775838ed-2b13-4efd-b231-cc10869904fa admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3865981 Apr 20 19:21:34.279082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43616) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:34.466898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba6ff4-8224-49d0-bb5b-f728866d5aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.467518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba6ff4-8224-49d0-bb5b-f728866d5aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.469165 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-afba6ff4-8224-49d0-bb5b-f728866d5aa3 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1890347 Apr 20 19:21:37.039071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43626) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:37.227553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b6704-ef28-49ef-8243-655fde9e3616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:37.229282 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c21b6704-ef28-49ef-8243-655fde9e3616 admin admin] 10.222.0.13 "GET /v2.0/networks/b2c0ab06-b781-42fd-8bb5-d7dce0013ebe HTTP/1.1" status: 200 len: 869 time: 0.1891043 Apr 20 19:21:39.760693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43636) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:39.944823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c72419-e60f-4215-8275-dcc579fab32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:39.946281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-70c72419-e60f-4215-8275-dcc579fab32e admin admin] 10.222.0.13 "GET /v2.0/networks/b988bd53-df7a-4b89-972e-cef771dde361 HTTP/1.1" status: 200 len: 886 time: 0.1845324 Apr 20 19:21:41.867178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:21:42.497498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43646) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:42.632795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78273d3f-394f-4df0-90ba-0ea66a50d1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:42.633224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78273d3f-394f-4df0-90ba-0ea66a50d1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:42.635741 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-78273d3f-394f-4df0-90ba-0ea66a50d1bf admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367989 Apr 20 19:21:45.215338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43656) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:45.333539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadce6bc-7d20-47c7-92a8-c7f7df3470ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:45.334053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadce6bc-7d20-47c7-92a8-c7f7df3470ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:45.335794 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-cadce6bc-7d20-47c7-92a8-c7f7df3470ff admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194038 Apr 20 19:21:47.201645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d21ebe20-3f2b-4be1-b94e-0bc832b4f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:47.888182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43666) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:48.005250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6df80-fa0b-4006-aaa1-220d5d138415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:48.006698 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7ea6df80-fa0b-4006-aaa1-220d5d138415 admin admin] 10.222.0.13 "GET /v2.0/subnets/43836896-2d63-46e4-8368-478a0feccbfd HTTP/1.1" status: 200 len: 868 time: 0.1174557 Apr 20 19:21:49.387377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-25ad1344-c8a8-4eea-8193-dae23638148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:50.384858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:50.537462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43676) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:50.652803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b2017-38da-4ce4-9f25-c60db2b6384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:50.654180 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-869b2017-38da-4ce4-9f25-c60db2b6384a admin admin] 10.222.0.13 "GET /v2.0/subnets/e45c6f15-99eb-43b4-b83e-9606693be363 HTTP/1.1" status: 200 len: 816 time: 0.1156225 Apr 20 19:21:50.860804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:51.625318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.203105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ee25c7f-de32-44dd-ab0e-47fb6a7f0d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.478315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 43720) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:17.535542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-0e3d9d6d-7ae4-4aa3-ba31-8f439ab6a4c3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:22:17.536609 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0e3d9d6d-7ae4-4aa3-ba31-8f439ab6a4c3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572994 Apr 20 19:22:18.866920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:22:19.389951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3053322d-cd5c-441d-9157-9b3bfe3f4d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:20.174901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43730) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:20.249227 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.pecan_wsgi.hooks.translation [None req-807a82f8-a092-4806-acc9-f15038b16904 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:22:20.250602 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-807a82f8-a092-4806-acc9-f15038b16904 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746684 Apr 20 19:22:20.387379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:20.388294 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d54211-0a19-4959-ac4f-3d85e97d3390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.389874 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d4d54211-0a19-4959-ac4f-3d85e97d3390 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348155 Apr 20 19:22:20.852982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:21.629775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:22.940348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43740) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:22.992223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:22.998102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:23.008285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:23.018320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Made reservation on behalf of 18a7bfb67e054427a5e2511a9a6fae70 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:22:23.022894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.117626 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.services.revisions.revision_plugin [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Could not find related network for resource to bump revision. Apr 20 19:22:23.130969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:22:23.140684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.141065 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Added segment 705f06c4-d8ae-44b4-a64b-abb790bc2801 of type vlan for network 55949052-f04a-4f78-94ec-f606fc86e1e9 Apr 20 19:22:23.166845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.195109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.197125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:23.197727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.202474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:23.303256 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3617365 Apr 20 19:22:23.306720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Pushing event updated for resources: {'Network': ['ID=55949052-f04a-4f78-94ec-f606fc86e1e9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:23.316875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:23.330621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:22:25.854985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 43750) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:25.933780 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df7b326-8c24-4886-83df-215e76340a6c admin admin] GET failed (client error): The resource could not be found. Apr 20 19:22:25.935147 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8df7b326-8c24-4886-83df-215e76340a6c admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0790403 Apr 20 19:22:26.051570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1a539-df89-436f-9bea-8a7788dd38e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:26.053054 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-afe1a539-df89-436f-9bea-8a7788dd38e6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1135123 Apr 20 19:22:26.064472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Request body: {'subnet': {'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:26.069139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:26.079970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:26.089223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Made reservation on behalf of 18a7bfb67e054427a5e2511a9a6fae70 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:22:26.094187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.496218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.501299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b51aa712-2e86-43a3-8f3d-610c5b8fa41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:26.575069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267fc89d-e544-4aa7-8851-e3c208fcc1d3,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:26.586159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.586536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.587573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.587943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.588301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.588666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.589024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.589382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.589752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.590104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.590457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.590809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:26.595645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:26.596372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Checking segment: {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:22:26.596753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Network hostable DHCP agents. Network: 55949052-f04a-4f78-94ec-f606fc86e1e9, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:22:26.615314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:22:26.624227 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 55949052-f04a-4f78-94ec-f606fc86e1e9) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:22:26.628184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:26.628828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.633423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefe40e-0e92-4343-8e42-9746865b6da7 None None] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:22:26.654572 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5939076 Apr 20 19:22:26.874455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-55949052-f04a-4f78-94ec-f606fc86e1e9', 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9', 'tenant_id': '18a7bfb67e054427a5e2511a9a6fae70', 'fixed_ips': [{'subnet_id': '267fc89d-e544-4aa7-8851-e3c208fcc1d3'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:22:26.875387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.041580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Allocated IP 192.168.233.2 (55949052-f04a-4f78-94ec-f606fc86e1e9/267fc89d-e544-4aa7-8851-e3c208fcc1d3/fe18ed29-88df-4cbd-b6ad-7c2c9166f577) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:22:27.266004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.277976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Transition to ACTIVE for port object fe18ed29-88df-4cbd-b6ad-7c2c9166f577 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:22:27.297953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Transition to ACTIVE for port object fe18ed29-88df-4cbd-b6ad-7c2c9166f577 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:22:27.302886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.308787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:27.381041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:22:27.385464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:22:27.388037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:22:27.398069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Pushing event updated for resources: {'Port': ['ID=fe18ed29-88df-4cbd-b6ad-7c2c9166f577,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:27.441041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.441425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.441804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.442160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.442525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.442896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.443261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.443645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.444016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.444378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.444740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.445101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:27.449664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:27.507211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Attempting to bind port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:22:27.507682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Attempting to bind port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:22:27.508087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Attempting to bind port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 on network 55949052-f04a-4f78-94ec-f606fc86e1e9 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:22:27.514068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:22:27.514483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Checking segment: {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:22:27.514929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.515387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Bound using segment: {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:22:27.515906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Bound port: fe18ed29-88df-4cbd-b6ad-7c2c9166f577, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:22:27.516378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.612228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] For port fe18ed29-88df-4cbd-b6ad-7c2c9166f577, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:22:27.617424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] For port fe18ed29-88df-4cbd-b6ad-7c2c9166f577, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=fe18ed29-88df-4cbd-b6ad-7c2c9166f577,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:22:27.620568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.626047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:27.711280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Pushing event updated for resources: {'Port': ['ID=fe18ed29-88df-4cbd-b6ad-7c2c9166f577,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:27.717114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:28.905422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f389a41-fb44-442f-b3cb-dee071d9dbcd None None] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:22:29.021789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-008fa320-8803-4daa-89d8-89b3bcccda02 None None] Provisioning for port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:22:29.196604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fe18ed29-88df-4cbd-b6ad-7c2c9166f577 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:22:29.377093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:22:29.386022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:29.386442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:29.533953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:29.570288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port fe18ed29-88df-4cbd-b6ad-7c2c9166f577, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=fe18ed29-88df-4cbd-b6ad-7c2c9166f577,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:29.574821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:29.577241 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:29.658587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=fe18ed29-88df-4cbd-b6ad-7c2c9166f577,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:29.661907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:29.662630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-6081d289-489b-4adf-8bcf-e99f7e77c54b None None] Provisioning complete for port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:29.663033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6081d289-489b-4adf-8bcf-e99f7e77c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.004772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fe18ed29-88df-4cbd-b6ad-7c2c9166f577 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:22:31.078455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port fe18ed29-88df-4cbd-b6ad-7c2c9166f577 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:31.078871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:47.206761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1f82cd9-b293-4890-8342-71a4da6b4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.393142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2dabd190-2a31-4ce5-99f8-dddc1fe22a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.391206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.857053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:51.636462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:55.866630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:17.208995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04c27d10-ae20-4077-9668-302683649af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:19.395373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-65b6c9c2-9fbf-4c25-9611-403f54230654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:20.392998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:20.860451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:21.641105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.867177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:44.099485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 43794) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:44.107225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [None req-25a67d3d-b129-4348-aa1a-7d9ebf2392ba tempest-verify_tempest_config-721751774 tempest-verify_tempest_config-721751774-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:23:44.108382 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-25a67d3d-b129-4348-aa1a-7d9ebf2392ba tempest-verify_tempest_config-721751774 tempest-verify_tempest_config-721751774-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075250 Apr 20 19:23:44.504088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43812) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:44.646554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.665543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:44.670081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Usage tracker for resource:security_group_rule and tenant:099d2a1f9e6f42c781543d71553d3356 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:44.673564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:44.680707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:44.785323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.789272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.799248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:44.844337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Synchronizing usage tracker for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:23:44.847145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79007b7-ad5e-4551-a29c-f79586025412,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:44.859770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.860158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.860574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.860993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.861384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.861746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.862176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.862543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.862925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.863321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.863672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.864106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:44.870803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:44.881186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Unset dirty status for tenant:18a7bfb67e054427a5e2511a9a6fae70 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:23:44.885842 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=099d2a1f9e6f42c781543d71553d3356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3804812 Apr 20 19:23:44.888452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43818) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:44.956250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.986477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.048068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.053654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-796c19fc-766e-4ad4-886d-5dbf45619ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:45.067998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79007b7-ad5e-4551-a29c-f79586025412,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:45.072045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:45.074330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.075828 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c79007b7-ad5e-4551-a29c-f79586025412 HTTP/1.1" status: 204 len: 168 time: 0.1861579 Apr 20 19:23:47.225839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4853b89-a313-4aed-ae3d-461915ef0ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.401160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9b9307a9-7ccb-438b-8368-97aee500a6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.402376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.864899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.648590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.867692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:24:17.210449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c31b9cc1-cf15-4c25-934e-fe74ca13bf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.395550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0c274e26-0204-4824-a365-01f32664b671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.400025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.868011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.660216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.868062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:24:47.215606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-22cbf6d3-0314-470d-a002-40bb220e92cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.398541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d285058c-e5e2-4046-ac44-7445c8f957eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:50.405110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:50.863692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:51.653720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.218662 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ad31-25c9-4fcb-81d3-810578776d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.400776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-880e0655-c223-4c54-8711-29a6374ea8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.414147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.870261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.657950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:23.726153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:23.869156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:25:28.971433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 43878) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:29.103565 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bfe42362-c74f-40e7-bea4-fb9c0df08b5a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1305721 Apr 20 19:25:31.693497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 43888) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:31.761380 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-47e2838c-342c-4523-af0a-b92db8e92db7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0667024 Apr 20 19:25:47.224966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9f8a-7f12-4f3a-8cf6-284c1b823fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.404832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-547be8a4-e038-4169-972b-914fa456b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:50.407511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:50.853923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:51.659483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:53.679128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:00.869582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:17.227684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-31943e8d-19aa-47af-85af-b0863a64e480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:19.410099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a76a46-be54-4bc8-b185-3612046d511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:20.411022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:20.868681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:21.667030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:23.693667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:37.871076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:47.230959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ffc06ad6-ed35-43f9-9268-927b45a68508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:49.407612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-94fa33f1-b558-4283-8e96-dff85e529ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:50.415707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:50.874076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:51.677064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:53.704567 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:10.386815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44036) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:10.745878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44054) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:10.822633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-22663038-network', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:10.831832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:10.842103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Usage tracker for resource:network and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:10.845301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:10.851916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:10.864713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Made reservation on behalf of b000e969c3fb4065b655fcf6adf421e1 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:10.873450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:10.897830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:10.926512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:10.933888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:10.939166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:10.950590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:11.084588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.088554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.096676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:11.132073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:11.147556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d27b86-a3af-41ba-98f9-383723139737,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:11.153532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.153918 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Added segment a6283b9d-3ad8-4d49-9455-fdfa0fc080ef of type vlan for network ed015f41-b7af-4360-ac83-625117218c8c Apr 20 19:27:11.165408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.166082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.166458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.166938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.167381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.167732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.168524 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.169378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.169997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.170590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.171187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.171841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Tracked resource versions report: Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:27:11.173982 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:27:11.181184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:11.224047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-775766508-network', 'tenant_id': 'b7cb87d1e22b46e3baa3aa1b9c22f506'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:11.227825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:11.231414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.238316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Usage tracker for resource:network and tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:11.246689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:11.255326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:11.280219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Made reservation on behalf of b7cb87d1e22b46e3baa3aa1b9c22f506 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:11.286235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.299026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.303323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:11.303969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.309562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7c17945f-9d15-4423-8842-ffd8801d5a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:11.323785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.354244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:11.372243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Usage tracker for resource:security_group_rule and tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:11.388878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:11.400696 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0113876 Apr 20 19:27:11.402016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:11.404166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44080) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:11.411020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Request body: {'subnet': {'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-subnet', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:11.416075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:11.420578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Usage tracker for resource:subnet and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:11.424081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:11.430275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:11.440321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Made reservation on behalf of b000e969c3fb4065b655fcf6adf421e1 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:11.445013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.487035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Pushing event updated for resources: {'Network': ['ID=ed015f41-b7af-4360-ac83-625117218c8c,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:11.500278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:11.501053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network ed015f41-b7af-4360-ac83-625117218c8c details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:11.594047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.597635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.602995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:11.683640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:11.712566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3558abb-f207-4643-b371-8c033dbccd1d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:11.736411 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.736803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Added segment d4f59700-6d22-4423-a35e-7fb01a6aa4a3 of type vlan for network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab Apr 20 19:27:11.738174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:11.773634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.812611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.814168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:11.814809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:11.832826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:11.955778 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2058973 Apr 20 19:27:11.960255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Pushing event updated for resources: {'Network': ['ID=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:11.963844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:11.964425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44108) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:11.972148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Request body: {'subnet': {'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-775766508-subnet', 'tenant_id': 'b7cb87d1e22b46e3baa3aa1b9c22f506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:11.973371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:11.980474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:11.985427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Usage tracker for resource:subnet and tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:11.990298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:11.998345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:12.013198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Made reservation on behalf of b7cb87d1e22b46e3baa3aa1b9c22f506 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:12.025351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.137079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.143730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f88bcaa9-f40d-446b-8997-fc396d455c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:12.256733 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Checking segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:12.257064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Network hostable DHCP agents. Network: ed015f41-b7af-4360-ac83-625117218c8c, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:12.263644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ff75ff-ca95-4f6d-86f2-b4f2f5348769,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:12.281024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.281360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.281743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.282238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.282595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.282954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.283280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.283925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.284433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.284937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.285997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.286489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Tracked resource versions report: Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:27:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:27:12.296410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:12.304868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Network ed015f41-b7af-4360-ac83-625117218c8c is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:12.316760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, ed015f41-b7af-4360-ac83-625117218c8c) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:12.322198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.322836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.338581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d5c4c-af1e-4b79-ac09-861d799cbc2d None None] Network ed015f41-b7af-4360-ac83-625117218c8c requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:12.362246 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9569499 Apr 20 19:27:12.362943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44124) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:12.369092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:12.374386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:12.379384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Usage tracker for resource:router and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:12.383863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:12.390559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:12.401260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.402890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.437458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.607987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44136) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:12.771628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.780191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-099a6c92-5279-4f16-9119-b0c4dfc07709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:12.816570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-ed015f41-b7af-4360-ac83-625117218c8c', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:27:12.818208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.883117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Checking segment: {'id': 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:12.883638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Network hostable DHCP agents. Network: dea7935d-6fed-4f56-a5f9-d73fc1afb8ab, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:12.890368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58939ba-99a6-415d-9d0e-2638ed4729af,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:12.899967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:12.928145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:12.942035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, dea7935d-6fed-4f56-a5f9-d73fc1afb8ab) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:12.947595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.949129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:12.980498 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0149031 Apr 20 19:27:12.984981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a643133-4079-4550-805d-6acc4dc4be00 None None] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:13.089795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44150) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:13.147471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.232710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Allocated IP 172.20.0.2 (ed015f41-b7af-4360-ac83-625117218c8c/03ff75ff-ca95-4f6d-86f2-b4f2f5348769/b5c5d990-5a1f-4d2a-827a-65840a7b4c52) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:13.247915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1799371063-network', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:13.256658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:13.270569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Usage tracker for resource:network and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:13.279975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:13.305241 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:13.326421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Made reservation on behalf of 95a179bb5d7a4f8e9532663660cfd521 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:13.336492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.373453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.404470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:13.417121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:13.428849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:13.438930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:13.645789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0c091-be0d-43ef-8442-778fc7fe2913 None None] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:13.727518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.735560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-135876826-network', 'tenant_id': '366ac15cfb9140c796719c107536d2b2'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:13.754984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.761969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:13.764654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.771266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Usage tracker for resource:network and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:13.778591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:13.795250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:13.815834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:13.816402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.827978 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:13.849243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efdd25d-0718-4abd-bfaf-cb486d034d36,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:13.854433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:13.856525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Made reservation on behalf of 366ac15cfb9140c796719c107536d2b2 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:13.863065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.890817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.891100 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Added segment fa12bd6b-ecbb-4116-9bb5-b6e572143044 of type vlan for network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 Apr 20 19:27:13.912631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.945204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:13.950848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Usage tracker for resource:security_group_rule and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:13.954498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:13.962287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:14.074452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Allocated IP 172.28.1.79 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/bcb0c0b9-84ee-4870-8456-6d6d8161e0de) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:14.102752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.152371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.161190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.180065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e7fac755-2c2d-448f-841e-93c223b7c280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:14.306597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.308092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:14.311663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2470d-894e-4a13-ac0c-39164047a4c9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:14.326679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:14.334453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.338568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:14.339222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.347541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:14.366153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.366556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Added segment bc19d66b-81d2-4226-b64b-e348bfeca958 of type vlan for network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 Apr 20 19:27:14.397988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.424119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.425712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:14.506265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:14.510106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:14.520727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:14.553713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Pushing event updated for resources: {'Network': ['ID=69b71687-32f3-4cde-ab64-8b5bedb36ce7,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:14.564030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Transition to ACTIVE for port object b5c5d990-5a1f-4d2a-827a-65840a7b4c52 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:14.570395 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:14.579583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:14.603715 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9936748 Apr 20 19:27:14.607982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44186) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:14.617082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Request body: {'subnet': {'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1799371063-subnet', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:14.622622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.629916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:14.636560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Usage tracker for resource:subnet and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:14.641234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:14.650104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:14.662743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Transition to ACTIVE for port object b5c5d990-5a1f-4d2a-827a-65840a7b4c52 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:14.675439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Made reservation on behalf of 95a179bb5d7a4f8e9532663660cfd521 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:14.677802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Pushing event updated for resources: {'Port': ['ID=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:14.682157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.692133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:14.711692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.725520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.726270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:14.727093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:14.748092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:14.770762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6778932 Apr 20 19:27:14.774620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44194) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:14.805829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Request body: {'subnet': {'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-subnet', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:14.818121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:14.855822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Usage tracker for resource:subnet and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:14.864215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:14.894546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:14.901108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dbf943f6-6190-47fe-9199-95e31f1e2a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:14.902729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:27:14.941275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Pushing event updated for resources: {'Network': ['ID=e3bf556f-8bfd-4c4c-bad4-f461b95400a3,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:14.951830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:15.060428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Made reservation on behalf of 366ac15cfb9140c796719c107536d2b2 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:15.065161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.122087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Network ed015f41-b7af-4360-ac83-625117218c8c is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:15.127202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Pushing event updated for resources: {'Port': ['ID=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:15.148650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:15.182157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:15.188313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.188741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.189068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.189440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.189939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.190310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.190673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.191035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.191497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.192430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.192788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.193151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Tracked resource versions report: Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:27:15.194835 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:27:15.223601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:15.367585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Attempting to bind port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:15.367931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Attempting to bind port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:15.368753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Attempting to bind port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:15.387237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:15.387696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Checking segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:15.388147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.388586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Bound using segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:15.391177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Bound port: b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:15.391815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.650808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:15.784711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] For port b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:15.792689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.795918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] For port b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:15.802650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.803202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:15.818243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:15.844609 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.897414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Checking segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:15.897867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Network hostable DHCP agents. Network: 69b71687-32f3-4cde-ab64-8b5bedb36ce7, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:15.930809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:15.943791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 69b71687-32f3-4cde-ab64-8b5bedb36ce7) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:15.950018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:15.958004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e2b322-cfb3-48f4-9c79-cd74f92c4860 None None] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:15.969920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:15.970579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.017831 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4086819 Apr 20 19:27:16.026440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44252) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:16.033025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:16.040242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:16.045742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Usage tracker for resource:router and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:16.048971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:16.057214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:16.065430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:16.078700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.079917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.110082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.142484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Pushing event updated for resources: {'Port': ['ID=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:16.146457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:16.288072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:27:16.289913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.781676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Allocated IP 172.20.0.2 (69b71687-32f3-4cde-ab64-8b5bedb36ce7/4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b/5bd40850-109d-4c29-bf60-567026bed9b7) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:16.834705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.868100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:16.932327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44288) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:16.940993 dv-cinder-787262-2-smb neutron-server[86266]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 19:27:17.137198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44294) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:17.181549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44298) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:17.352930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9cdc452f-14f1-4dca-a26a-db48239efdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.374060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device b5c5d990-5a1f-4d2a-827a-65840a7b4c52 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:17.471072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-ea09d225-e5ce-4ba5-bb39-bcf96021103f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:17.472092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-ea09d225-e5ce-4ba5-bb39-bcf96021103f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Synchronizing usage tracker for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:17.497028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.502634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-ea09d225-e5ce-4ba5-bb39-bcf96021103f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Unset dirty status for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:17.504662 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-ea09d225-e5ce-4ba5-bb39-bcf96021103f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/networks?id=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab HTTP/1.1" status: 200 len: 811 time: 0.5699332 Apr 20 19:27:17.527795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-4988f406-625f-4345-8915-85cd874c8fa7 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/quotas/b7cb87d1e22b46e3baa3aa1b9c22f506 HTTP/1.1" status: 200 len: 375 time: 0.0139139 Apr 20 19:27:17.567363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.583428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.610404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:27:17.610637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Transition to ACTIVE for port object 5bd40850-109d-4c29-bf60-567026bed9b7 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:17.617581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:17.622566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:17.629720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6d155bd11445f2a7017db2b382353e is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:17.636873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Usage tracker for resource:security_group_rule and tenant:4d55827fae164b788a5dcae3616fdb01 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:17.640982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:17.653849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:17.664068 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-aa684a06-8b25-45c5-9972-63a797629b1f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7cb87d1e22b46e3baa3aa1b9c22f506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254165 Apr 20 19:27:17.667698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:17.689457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Transition to ACTIVE for port object 5bd40850-109d-4c29-bf60-567026bed9b7 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:17.692726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:17.721645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.750488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:17.758188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:17.904386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Pushing event updated for resources: {'Port': ['ID=5bd40850-109d-4c29-bf60-567026bed9b7,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:17.915821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:17.926710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:17.927980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:17.930589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:18.006061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba06db4-b4c8-45a3-ab92-0fec4df83ca2 None None] Network ed015f41-b7af-4360-ac83-625117218c8c requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:18.008006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-2fb880e8-b7e0-4d1f-8ded-5cbcaf293ff4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:27:18.010177 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-2fb880e8-b7e0-4d1f-8ded-5cbcaf293ff4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1621199 Apr 20 19:27:18.066379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.088979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.115922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:18.181740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.237745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:18.251390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:18.267092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:18.271972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.272369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:26:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:18.305439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcf4fe2-7198-4ca5-af24-96d449370385,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:18.352451 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d6d155bd11445f2a7017db2b382353e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1557188 Apr 20 19:27:18.364678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44338) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:18.452889 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-9071d3b3-ba4f-44fd-9766-c8f8f4f920ff service neutron] 10.222.0.13 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287550 Apr 20 19:27:18.517766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Attempting to bind port 5bd40850-109d-4c29-bf60-567026bed9b7 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:18.518183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Attempting to bind port 5bd40850-109d-4c29-bf60-567026bed9b7 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:18.518594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Attempting to bind port 5bd40850-109d-4c29-bf60-567026bed9b7 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:18.532927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Provisioning for port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:18.558930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Provisioning complete for port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:18.562541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:18.569168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.576689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:18.585829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.589826 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2230115 Apr 20 19:27:18.603440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.604129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44352) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:18.605979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.637069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:18.637069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Checking segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:18.637441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.637778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Bound using segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:18.638167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Bound port: 5bd40850-109d-4c29-bf60-567026bed9b7, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:18.638604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.690857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:18.714281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.740922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Allocated IP 172.28.1.50 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/fbf02255-2e71-452b-997a-0c913a085e7d) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:18.801943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.823754 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-3ac9999b-3f0e-4c1e-b314-3ce714cd6176 service neutron] 10.222.0.13 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696983 Apr 20 19:27:18.912546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] For port 5bd40850-109d-4c29-bf60-567026bed9b7, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:18.933454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] For port 5bd40850-109d-4c29-bf60-567026bed9b7, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5bd40850-109d-4c29-bf60-567026bed9b7,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:18.946035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.956388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.062372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Pushing event updated for resources: {'Port': ['ID=5bd40850-109d-4c29-bf60-567026bed9b7,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:19.074317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:19.082752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.137732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.154127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.186209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcf4fe2-7198-4ca5-af24-96d449370385,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:19.197378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.201276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:19.230273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.245966 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dcf4fe2-7198-4ca5-af24-96d449370385 HTTP/1.1" status: 204 len: 168 time: 0.8777564 Apr 20 19:27:19.288481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.297828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3626ff0-4977-4150-bbfa-3adc53df209b,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:19.306172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.315746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.345374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:14Z', 'revision_number': 3, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:19.349982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:19.352231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:19.352789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Updating router 86c098e5-06aa-4a96-ad5e-0f684f181b28 port bcb0c0b9-84ee-4870-8456-6d6d8161e0de binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:19.437971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.491276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.538002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:19.553654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:19.557132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:19.559887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d55827fae164b788a5dcae3616fdb01&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4209104 Apr 20 19:27:19.574394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44394) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:19.594315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b476a0a-ddba-428c-906a-509deb237529,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:19.608373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:19.758168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44402) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:19.822373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.828140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] For port b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:19.844659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.849492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a483b5a-6704-4559-acf1-b1411bcd320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.853555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79bd729c-e0a0-4b5e-a573-31b5bc5344a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.892789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.919254 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b8e61aed-cfd0-4f80-9c89-651ed57265c1 req-47ed129c-37b3-42d2-ad17-238fb0e2d7ac tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.4955711 Apr 20 19:27:20.046974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-821bf885-9f19-49f0-9f17-2e7446fa2c71 None None] Provisioning complete for port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:20.047135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-821bf885-9f19-49f0-9f17-2e7446fa2c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.071698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.073508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.074591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Checking segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:20.077820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Network hostable DHCP agents. Network: e3bf556f-8bfd-4c4c-bad4-f461b95400a3, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:20.088336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf02255-2e71-452b-997a-0c913a085e7d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:20.090317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Transition to ACTIVE for port object bcb0c0b9-84ee-4870-8456-6d6d8161e0de will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:20.091130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44410) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:20.101083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.118407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:20.143934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:20.146940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b476a0a-ddba-428c-906a-509deb237529,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:20.149141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.151223 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b476a0a-ddba-428c-906a-509deb237529 HTTP/1.1" status: 204 len: 168 time: 0.5415738 Apr 20 19:27:20.157029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:20.166070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:20.189339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, e3bf556f-8bfd-4c4c-bad4-f461b95400a3) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:20.203721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:20.204380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.240467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:20.250028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.256187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a3274-d9b0-4276-8622-8aa9dbeeae8d None None] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:20.315335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Pushing event updated for resources: {'Port': ['ID=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:20.353961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Attempting to bind port bcb0c0b9-84ee-4870-8456-6d6d8161e0de on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:20.354556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Attempting to bind port bcb0c0b9-84ee-4870-8456-6d6d8161e0de by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:20.355124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Attempting to bind port bcb0c0b9-84ee-4870-8456-6d6d8161e0de on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:20.379350 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:20.384209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:20.389236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:20.389887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.390440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:20.391186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Bound port: bcb0c0b9-84ee-4870-8456-6d6d8161e0de, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:20.391884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.411648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Usage tracker for resource:security_group_rule and tenant:78e62c000c1e4a0f908b7cbe2a32d3cd is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:20.431323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:20.442326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:20.474957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:20.632273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Pushing event updated for resources: {'Port': ['ID=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:20.637031 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8eeb791f-be21-4659-83a6-a5e07fccd077 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.8605721 Apr 20 19:27:20.658409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44428) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:20.666648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:20.672011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:20.677441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Usage tracker for resource:router and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:20.680609 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:20.683674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.684295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.686659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.687252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:20.687838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.689178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.690754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.692148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.693187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.695346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.696463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.697046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.698493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Tracked resource versions report: Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: pushed versions: Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: { 'AddressGroup': {'1.2'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': {'1.0'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': {'1.0'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': {'1.1'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': {'1.7'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': {'1.2'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': {'1.8'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': {'1.4'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': {'1.0'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': {'1.1'}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': {'1.1'}} Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: consumer versions: Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: { DHCP agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: L3 agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: Metadata agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: Metering agent@dv-cinder-787262-2-smb: {}, Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: Open vSwitch agent@dv-cinder-787262-2-smb: { 'AddressGroup': '1.2', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'ConntrackHelper': '1.0', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Log': '1.0', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Network': '1.1', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Port': '1.7', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'PortForwarding': '1.2', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'QosPolicy': '1.8', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroup': '1.4', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SecurityGroupRule': '1.2', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'SubPort': '1.0', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Subnet': '1.1', Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: 'Trunk': '1.1'}} Apr 20 19:27:20.701053 dv-cinder-787262-2-smb neutron-server[86266]: {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:27:20.730197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:20.742762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] For port bcb0c0b9-84ee-4870-8456-6d6d8161e0de, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:20.745118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.749195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] For port bcb0c0b9-84ee-4870-8456-6d6d8161e0de, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:20.757994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.781323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:20.854450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.859109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.897598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Pushing event updated for resources: {'Port': ['ID=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:20.905718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.936028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:20.936850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:20.954807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.086010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.202747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.342401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b475fd-391d-4163-9b26-c66461d3cd0e None None] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:21.357768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:21.427734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44450) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:21.428365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44458) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:21.621339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:21.631348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device b5c5d990-5a1f-4d2a-827a-65840a7b4c52 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:21.678238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Usage tracker for resource:security_group_rule and tenant:04f14f0abff04c1b938b17b6318559bb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:21.703474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:21.781180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.859023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.920840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b24e8-1846-4799-919a-0647d27c6c32 None None] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:21.922630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:21.951708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:21.962537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:4790979656474ca2a962016bc882582f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:21.966176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:21.988804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:22.037013 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1f233b96-c4a0-48ad-9441-3565964b2747 req-3bcf7e5c-ebbc-47ba-9aca-9e888363c7c4 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.5176487 Apr 20 19:27:22.039039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.257s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:22.048306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.072905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.084610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:14Z', 'revision_number': 3, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:22.089954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3eb9b-5c41-4f0d-b466-fc5e06b02f02 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:14Z', 'revision_number': 3, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:22.101468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-510f39b1-f7ff-4775-ad15-4ea41e3311c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:22.143711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:22.144570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.236026 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78e62c000c1e4a0f908b7cbe2a32d3cd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1340621 Apr 20 19:27:22.240065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44480) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:22.240433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44482) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:22.252067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.254274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517939f3-2721-4801-afd5-b7294e2ebba8,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:22.288141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:22.359191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.455824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-bd1351c1-35dc-42b1-81a4-4f8fd7c7916d None None] Provisioning for port 5bd40850-109d-4c29-bf60-567026bed9b7 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:22.458315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.586027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.610863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.622425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.652421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.673910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.685645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.712827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.754825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4b7e13db-6dac-4a33-8043-32f67170da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:22.766917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5bd40850-109d-4c29-bf60-567026bed9b7 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:22.770777 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04f14f0abff04c1b938b17b6318559bb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9621463 Apr 20 19:27:22.774641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44492) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:22.782365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d842f420-c7f7-4297-b398-e267132c864c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:22.829569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:22.842160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ebc2b3-f1de-4437-939f-ad6bac820f01,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:22.857459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:22.866816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Usage tracker for resource:security_group_rule and tenant:94f5758253e84761ac7e3a922bb5d4b9 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:22.888229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:22.908761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:22.929646 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4790979656474ca2a962016bc882582f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4076056 Apr 20 19:27:22.935744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44498) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:22.984442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.58', 59147) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:23.007693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 5bd40850-109d-4c29-bf60-567026bed9b7 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:23.021525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5bd40850-109d-4c29-bf60-567026bed9b7 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:23.021945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.197562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-0683ea1b-e6d3-4b0e-b229-c30952f68157 None None] Provisioning complete for port 5bd40850-109d-4c29-bf60-567026bed9b7 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:23.197975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0683ea1b-e6d3-4b0e-b229-c30952f68157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.299892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.341409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.358889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Router 04226794-fd3f-408b-bf67-6fb9d254415a is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:27:23.364667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e11653-1985-4e3e-b207-74831c10e59a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:23.379884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.399380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.404624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:23.451873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:23.452916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.463450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 5bd40850-109d-4c29-bf60-567026bed9b7, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5bd40850-109d-4c29-bf60-567026bed9b7,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:23.466462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0683ea1b-e6d3-4b0e-b229-c30952f68157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.477638 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94f5758253e84761ac7e3a922bb5d4b9&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2321084 Apr 20 19:27:23.478225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.487001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:23.510749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.533810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44516) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:23.575484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=5bd40850-109d-4c29-bf60-567026bed9b7,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:23.585649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:23.641671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bcb0c0b9-84ee-4870-8456-6d6d8161e0de up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:23.655598 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e6ae99f5-8934-44f8-b154-9e63a941fd23 req-345b1a5b-4671-4265-9830-6f7a4a32bc2f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.3003185 Apr 20 19:27:23.741549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-0683ea1b-e6d3-4b0e-b229-c30952f68157 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:27:23.741961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-0683ea1b-e6d3-4b0e-b229-c30952f68157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:27:23.767478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.808835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port bcb0c0b9-84ee-4870-8456-6d6d8161e0de completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:23.814731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Allocated IP 172.20.0.1 (ed015f41-b7af-4360-ac83-625117218c8c/03ff75ff-ca95-4f6d-86f2-b4f2f5348769/4ed085d9-66d2-4455-b5d3-622a2090ff69) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:23.815761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port bcb0c0b9-84ee-4870-8456-6d6d8161e0de triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:23.816607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.828764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdf189-f6a6-41f4-b2b5-a9ffde38ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5977c-11f2-4911-aba1-561a75d2a7fe,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:23.902778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.953548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.976345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.990711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.014220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port bcb0c0b9-84ee-4870-8456-6d6d8161e0de, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:24.019000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.023235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.031874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.153073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:24.157251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-379ae435-54ea-460c-9389-7b88451a82d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.159440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.198912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e11653-1985-4e3e-b207-74831c10e59a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:24.201744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.202976 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/517939f3-2721-4801-afd5-b7294e2ebba8 HTTP/1.1" status: 204 len: 168 time: 1.9583864 Apr 20 19:27:24.219856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-d10935fe-c3c9-4d82-b366-cbf4b9fecb5f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:24.219856 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-d10935fe-c3c9-4d82-b366-cbf4b9fecb5f tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.58 "GET /v2.0/networks?id=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab HTTP/1.1" status: 200 len: 811 time: 1.2253196 Apr 20 19:27:24.243055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.249837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.267471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.269084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517939f3-2721-4801-afd5-b7294e2ebba8,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:24.275679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.277243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.294465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.295494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.344816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ebc2b3-f1de-4437-939f-ad6bac820f01,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:24.361940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Transition to ACTIVE for port object 4ed085d9-66d2-4455-b5d3-622a2090ff69 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:24.362166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.363543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.363543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.373420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.390427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.399929 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ebc2b3-f1de-4437-939f-ad6bac820f01 HTTP/1.1" status: 204 len: 168 time: 1.4629653 Apr 20 19:27:24.422561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:24.459061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.460414 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4328952 Apr 20 19:27:24.465347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44544) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:24.497874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.501966 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0e11653-1985-4e3e-b207-74831c10e59a HTTP/1.1" status: 204 len: 168 time: 1.7196119 Apr 20 19:27:24.580915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:24.642415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.647436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:24.652515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:24.741845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.776825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5977c-11f2-4911-aba1-561a75d2a7fe,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:24.782475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:24.788827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.808945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:24.912684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Request body: {'port': {'device_id': '746601b7-7644-4268-940c-3091349b0a9e', 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab', 'admin_state_up': True, 'tenant_id': 'b7cb87d1e22b46e3baa3aa1b9c22f506'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:24.976282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:24.977816 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbe5977c-11f2-4911-aba1-561a75d2a7fe HTTP/1.1" status: 204 len: 168 time: 1.4326317 Apr 20 19:27:24.980639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Network ed015f41-b7af-4360-ac83-625117218c8c is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:24.991697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Allocated IP 172.28.1.209 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/a7a11197-300d-4fcf-8bab-9a0c5789973d) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:24.996211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:25.026815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:25.027443 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:25.519536 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-79100344-4544-41af-b2eb-59e4e239fe3f req-178df3d3-32d7-4394-b94f-c2affdf2ce86 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.4287446 Apr 20 19:27:25.632731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:25.862301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:25.887937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:25.901702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bcb0c0b9-84ee-4870-8456-6d6d8161e0de up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:26.051847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-541f9d24-4d4d-48d4-99e8-0df321a81fab None None] Provisioning for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:26.083247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-541f9d24-4d4d-48d4-99e8-0df321a81fab None None] Provisioning complete for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:26.083710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-541f9d24-4d4d-48d4-99e8-0df321a81fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.186439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-541f9d24-4d4d-48d4-99e8-0df321a81fab None None] Port 4ed085d9-66d2-4455-b5d3-622a2090ff69 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:27:26.275911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.289987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port bcb0c0b9-84ee-4870-8456-6d6d8161e0de triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:26.292085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.385619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.447636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:26.481207 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Usage tracker for resource:port and tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:26.493530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:26.534384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:26.599082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.602027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5bd40850-109d-4c29-bf60-567026bed9b7 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:26.617932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Made reservation on behalf of b7cb87d1e22b46e3baa3aa1b9c22f506 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:26.646408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.659866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c53569c0-3da9-411a-8b72-ec73bba54ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:26.866626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:26.913311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:26.949018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5bd40850-109d-4c29-bf60-567026bed9b7 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:26.949442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.002488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:27.053265 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7dbdcaf5-3a44-4bab-ac1d-4b61dfc7a101 req-d1fb2d7d-5a5b-48bb-8e1c-1490284ec7c9 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.3192797 Apr 20 19:27:27.077647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:20Z', 'revision_number': 3, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:27.097405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:27.098752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Updating router 04226794-fd3f-408b-bf67-6fb9d254415a port fbf02255-2e71-452b-997a-0c913a085e7d binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:27.276459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.318650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Allocated IP 172.20.0.14 (dea7935d-6fed-4f56-a5f9-d73fc1afb8ab/d58939ba-99a6-415d-9d0e-2638ed4729af/ea05b4d1-46f0-4b76-b724-67b71ed78438) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:27.598461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a11197-300d-4fcf-8bab-9a0c5789973d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:27.757293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.762623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:27.763771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.767235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.826917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:27.899956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.999280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:28.021550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:28.105867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.269550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.296584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Transition to ACTIVE for port object fbf02255-2e71-452b-997a-0c913a085e7d will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:28.317394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.325989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:28.618377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Attempting to bind port fbf02255-2e71-452b-997a-0c913a085e7d on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:28.619045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Attempting to bind port fbf02255-2e71-452b-997a-0c913a085e7d by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:28.619933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Attempting to bind port fbf02255-2e71-452b-997a-0c913a085e7d on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:28.637018 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80c1e2fc-61d7-4866-b130-baa2f524590a req-ded5eb11-1075-4e27-a7c1-b64788b5b7a2 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.2903426 Apr 20 19:27:28.678940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:28.683272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.693859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:28.695601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.696765 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:28.698546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Bound port: fbf02255-2e71-452b-997a-0c913a085e7d, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:28.699257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.791150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-106a088c-0458-4595-9607-c459702c5cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:28.811336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Pushing event updated for resources: {'Port': ['ID=fbf02255-2e71-452b-997a-0c913a085e7d,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:28.824024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:28.949959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] For port fbf02255-2e71-452b-997a-0c913a085e7d, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:28.958185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] For port fbf02255-2e71-452b-997a-0c913a085e7d, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=fbf02255-2e71-452b-997a-0c913a085e7d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:28.965253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:28.980303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:29.092915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:29.093860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:29.099334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:29.478715 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Pushing event updated for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:29.494191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:29.503450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:29.512979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:29.536278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:29.573923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:29.576316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:29.601930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Pushing event updated for resources: {'Port': ['ID=fbf02255-2e71-452b-997a-0c913a085e7d,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:29.615820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:29.668692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Allocated IP 172.20.0.1 (69b71687-32f3-4cde-ab64-8b5bedb36ce7/4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b/e51381ab-6ea2-4bba-b4aa-accd2bc5dae9) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:29.742683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:29.781564 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8783476 Apr 20 19:27:30.105964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44652) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:30.299664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Network ed015f41-b7af-4360-ac83-625117218c8c is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:30.303558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:30.388814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.482792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-95691051-c3c3-4f28-b181-66d93ac70e87 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:30.483722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-95691051-c3c3-4f28-b181-66d93ac70e87 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Synchronizing usage tracker for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:30.550589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Transition to ACTIVE for port object e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:30.622099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-95691051-c3c3-4f28-b181-66d93ac70e87 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Unset dirty status for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:30.623988 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-95691051-c3c3-4f28-b181-66d93ac70e87 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 932 time: 0.6479101 Apr 20 19:27:30.719599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.760116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5fe246c3-85d3-495f-9df5-672a7de05d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:30.832151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-b996d0b2-c62a-4ed7-97b6-6389490a1748 None None] Provisioning complete for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:30.832645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b996d0b2-c62a-4ed7-97b6-6389490a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.849004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:27:30.850381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.909471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-b996d0b2-c62a-4ed7-97b6-6389490a1748 None None] Port 4ed085d9-66d2-4455-b5d3-622a2090ff69 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:27:30.919682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Pushing event updated for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:30.928984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:30.957420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-bb7d0a5e-26f3-446f-83da-e95eb9cee5d0 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Synchronizing usage tracker for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:30.988308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:30.994364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:20Z', 'revision_number': 3, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:30.996262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-b733d531-ce80-429c-b45a-b25b7162ad4b tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:27:30.997708 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-b733d531-ce80-429c-b45a-b25b7162ad4b tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636556 Apr 20 19:27:31.006660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:31.009239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:31.009735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.021744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a6638-9d1c-44e3-b02b-3642819dfb55 None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:20Z', 'revision_number': 3, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:31.152630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850037279-network', 'tenant_id': '022771ef52a148229a99b5bf2354aa4f'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:31.169372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:31.261230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Usage tracker for resource:network and tenant:022771ef52a148229a99b5bf2354aa4f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:31.266874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:31.317923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-bb7d0a5e-26f3-446f-83da-e95eb9cee5d0 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Unset dirty status for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:31.332147 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ea516120-ecb7-4fa3-b6b9-7299bd4047db req-bb7d0a5e-26f3-446f-83da-e95eb9cee5d0 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911435 Apr 20 19:27:31.333052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.380297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:31.444472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-173d8854-9784-46ec-9e27-53f325890846 None None] Provisioning for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:31.455087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-173d8854-9784-46ec-9e27-53f325890846 None None] Provisioning complete for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:31.458432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-173d8854-9784-46ec-9e27-53f325890846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.697523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-173d8854-9784-46ec-9e27-53f325890846 None None] Port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:27:31.840870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Made reservation on behalf of 022771ef52a148229a99b5bf2354aa4f for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:31.859583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.918933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.987324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:32.008097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fbf02255-2e71-452b-997a-0c913a085e7d up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:32.012315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Usage tracker for resource:security_group_rule and tenant:022771ef52a148229a99b5bf2354aa4f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:32.022534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:32.039582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:32.232781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port fbf02255-2e71-452b-997a-0c913a085e7d completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:32.247005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port fbf02255-2e71-452b-997a-0c913a085e7d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:32.247792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.301710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.332211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:32.345044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:32.345663 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] 10.222.0.13 "PUT /v2.0/routers/86c098e5-06aa-4a96-ad5e-0f684f181b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7372148 Apr 20 19:27:32.372050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:32.374360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:32.376634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.483595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:32.510729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.512859 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Added segment 96ae1f9b-c24b-4852-9e14-730d76dca7ce of type vlan for network 9347ca32-c94c-4a08-879a-f9b05004f58e Apr 20 19:27:32.583875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:27:32.604377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.684316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:32.730490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce594480-d4f3-46e8-9102-e7eb5b7baf0e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:32.734635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:32.736116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.787187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:32.787879 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.802188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.807727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:32.867513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port fbf02255-2e71-452b-997a-0c913a085e7d, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=fbf02255-2e71-452b-997a-0c913a085e7d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:32.877117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.889587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6d94f266-2a7d-430a-a96e-e615acf2395c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:32.955711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Pushing event updated for resources: {'Network': ['ID=9347ca32-c94c-4a08-879a-f9b05004f58e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:32.961314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:33.059006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 9347ca32-c94c-4a08-879a-f9b05004f58e details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:33.060525 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9515080 Apr 20 19:27:33.064306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.072689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44706) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:33.098869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebae742-319e-4904-8744-0ce82f4398df req-05dc77c2-e074-4dd7-93fa-462d575f2cc9 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:33.108945 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8ebae742-319e-4904-8744-0ce82f4398df req-05dc77c2-e074-4dd7-93fa-462d575f2cc9 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 932 time: 0.3798115 Apr 20 19:27:33.112442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.151630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Request body: {'subnet': {'network_id': '9347ca32-c94c-4a08-879a-f9b05004f58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850037279-subnet', 'tenant_id': '022771ef52a148229a99b5bf2354aa4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:33.163092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:33.168431 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Usage tracker for resource:subnet and tenant:022771ef52a148229a99b5bf2354aa4f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:33.173110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:33.184889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:33.203827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.230896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-433f80d9-bf67-4ca3-aa5b-aa558a3e39b1 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:33.483071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:33.520853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Made reservation on behalf of 022771ef52a148229a99b5bf2354aa4f for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:33.527023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.543192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.544597 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8823631 Apr 20 19:27:33.551740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Pushing event updated for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:33.552024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44716) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:33.555872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:33.595450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:33.625455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:33.835214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Sync routers for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:33.943864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:33.955600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:33.964624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:34.053837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:27:34.074651 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8ebae742-319e-4904-8744-0ce82f4398df req-05611c54-479e-4c5a-ab40-afc51f584be3 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9618366 Apr 20 19:27:34.164497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Request body: {'port': {'device_id': '746601b7-7644-4268-940c-3091349b0a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:34.672336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:34.683593 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] 10.222.0.13 "PUT /v2.0/routers/04226794-fd3f-408b-bf67-6fb9d254415a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2159936 Apr 20 19:27:34.764266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:35.169681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:35.514051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:35.576724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:35.576989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=fbf02255-2e71-452b-997a-0c913a085e7d,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:35.587926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.708s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:35.594148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-326d80d9-0a78-4df5-81fa-8a62ec01c80f None None] Provisioning complete for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:35.595023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-326d80d9-0a78-4df5-81fa-8a62ec01c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:35.635613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44740) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:35.711131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44742) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:35.713180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:35.717434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:35.727616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653252147', 'description': 'tempest-description--971150143'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:35.735983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:35.751362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:35.755730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:35.770905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:35.794275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:35.901908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:35.916037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:35.923353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:35.934801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:36.116741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-326d80d9-0a78-4df5-81fa-8a62ec01c80f None None] Port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:27:36.133109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fbf02255-2e71-452b-997a-0c913a085e7d up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:36.158070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.175725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.256677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 2, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:36.299483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0ea75db-dd16-42fa-ae7c-9c72c8915a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:36.310684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:36.310920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Updating router 86c098e5-06aa-4a96-ad5e-0f684f181b28 port 4ed085d9-66d2-4455-b5d3-622a2090ff69 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:36.377085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2811710-ab39-45ee-8600-683ddb55ebbb,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:36.387775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:36.401797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.403138 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6905735 Apr 20 19:27:36.414206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44762) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:36.526073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.572279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port fbf02255-2e71-452b-997a-0c913a085e7d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:36.573360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.651999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group_rule': {'security_group_id': 'f2811710-ab39-45ee-8600-683ddb55ebbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:36.658897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:36.729903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Allocated IP 172.20.0.1 (e3bf556f-8bfd-4c4c-bad4-f461b95400a3/f3626ff0-4977-4150-bbfa-3adc53df209b/5fe12c09-7dfc-497a-99db-f0847e4e4021) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:36.769153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:28Z', 'revision_number': 3, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:36.809637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Checking router: f4cf3ab1-1858-45a6-a36e-de22cbec3b1b for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:36.810352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Updating router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b port a7a11197-300d-4fcf-8bab-9a0c5789973d binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:36.889560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.932861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:36.983280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.022401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:37.036201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a6afe1218d42029c01f3adb9689dff is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:37.040689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:37.057327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:37.070779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.111757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:37.125744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44780) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:37.132759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.137184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968940980', 'description': 'tempest-description--977026103'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:37.145486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:37.150809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:37.155730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:37.175333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:37.177667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:37.247604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:37.251598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:37.257128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:37.257631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.260330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.311174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:37.319056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:37.323130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:37.326624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:37.329936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:37.335958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:37.425912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.447874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:37.461736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f24f9-abe1-45b4-942e-c75e005e6a4b req-bfbd72d9-b354-4830-97fa-e484640d6156 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:37.463469 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-405f24f9-abe1-45b4-942e-c75e005e6a4b req-bfbd72d9-b354-4830-97fa-e484640d6156 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 932 time: 1.8544540 Apr 20 19:27:37.484830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:37.499918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.503055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.526693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Transition to ACTIVE for port object a7a11197-300d-4fcf-8bab-9a0c5789973d will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:37.533309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.543746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:37.559281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-405f24f9-abe1-45b4-942e-c75e005e6a4b req-28e81558-8eeb-44cc-8053-b63d9e716c2c tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817873 Apr 20 19:27:37.585700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.601502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c7db1c49-edbc-48dc-a8c4-5b4d5e366a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:37.621525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.639878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Transition to ACTIVE for port object 4ed085d9-66d2-4455-b5d3-622a2090ff69 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:37.651923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Pushing event updated for resources: {'Port': ['ID=a7a11197-300d-4fcf-8bab-9a0c5789973d,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:37.654632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de059bb-0ea1-4c99-8840-25b933832193,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:37.666958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:37.668108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:37.681873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Attempting to bind port a7a11197-300d-4fcf-8bab-9a0c5789973d on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:37.682456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Attempting to bind port a7a11197-300d-4fcf-8bab-9a0c5789973d by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:37.683082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Attempting to bind port a7a11197-300d-4fcf-8bab-9a0c5789973d on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:37.685442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.690041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:37.690702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:37.691717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.692304 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:37.692974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Bound port: a7a11197-300d-4fcf-8bab-9a0c5789973d, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:37.693553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.775052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.779953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] For port a7a11197-300d-4fcf-8bab-9a0c5789973d, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:37.783906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] For port a7a11197-300d-4fcf-8bab-9a0c5789973d, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=a7a11197-300d-4fcf-8bab-9a0c5789973d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:37.787719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.788289 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.803090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:37.820176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:37.836751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.837877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:37.839673 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7125461 Apr 20 19:27:37.849191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4e7738-31dc-4b6a-966b-e2f18a3a5070,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:37.852679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44784) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:37.870048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group_rule': {'security_group_id': '8de059bb-0ea1-4c99-8840-25b933832193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:37.875832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:37.876544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:37.886121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:37.895132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:37.902822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:37.917535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:37.933706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:37.996096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.045229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.056833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea05b4d1-46f0-4b76-b724-67b71ed78438 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:27:38.086124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.103975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Transition to ACTIVE for port object ea05b4d1-46f0-4b76-b724-67b71ed78438 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:38.105300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:38.114686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:38.115425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.119186 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6585720 Apr 20 19:27:38.128213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.141614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44792) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:38.148558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.151386 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a6afe1218d42029c01f3adb9689dff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4153044 Apr 20 19:27:38.155584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.162033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group_rule': {'security_group_id': 'f2811710-ab39-45ee-8600-683ddb55ebbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:38.165893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44796) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:38.172900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.184232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:38.192617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.202893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c334eca4-0e0e-4231-96a2-93d9b4545d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:38.307371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:38.327629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:38.334802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:38.342238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:38.492853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 2, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:38.506538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:38.507389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Updating router 04226794-fd3f-408b-bf67-6fb9d254415a port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:38.547415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Pushing event updated for resources: {'Port': ['ID=a7a11197-300d-4fcf-8bab-9a0c5789973d,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:38.555577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:38.575135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:38.596142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:38.601475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:38.604158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.616561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.643005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045a4c2f-2eff-49fb-9677-a7459ff45f32,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:38.665610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.666787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:38.692846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:38.698165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:38.736572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.799879 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:38.904078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Attempting to bind port ea05b4d1-46f0-4b76-b724-67b71ed78438 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:38.904371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Attempting to bind port ea05b4d1-46f0-4b76-b724-67b71ed78438 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:38.905831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Attempting to bind port ea05b4d1-46f0-4b76-b724-67b71ed78438 on network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:38.957244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d615ff-2e57-4354-a22d-bad363456a72 None None] Pushing event updated for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:38.972984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-92d615ff-2e57-4354-a22d-bad363456a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.001403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Attempting to bind port 4ed085d9-66d2-4455-b5d3-622a2090ff69 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:39.002091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Attempting to bind port 4ed085d9-66d2-4455-b5d3-622a2090ff69 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:39.003573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Attempting to bind port 4ed085d9-66d2-4455-b5d3-622a2090ff69 on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:39.036118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:39.039054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Checking segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:39.039688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.040780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Bound using segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:39.042619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Bound port: 4ed085d9-66d2-4455-b5d3-622a2090ff69, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:39.045311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.074061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Port ea05b4d1-46f0-4b76-b724-67b71ed78438 on network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:27:39.075548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Attempting to bind port ea05b4d1-46f0-4b76-b724-67b71ed78438 on network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:39.112270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.114924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.162809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:39.163557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Checking segment: {'id': 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:39.164598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Bound using segment: {'id': 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:39.165356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Bound port: ea05b4d1-46f0-4b76-b724-67b71ed78438, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:39.165973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.170578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:39.213363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b0d464-1981-41e8-9a93-9f9f1f613133,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.219157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.220404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.223210 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3678868 Apr 20 19:27:39.270118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44816) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:39.287284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group_rule': {'security_group_id': '8de059bb-0ea1-4c99-8840-25b933832193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:39.301056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:39.304364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:39.309509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438,segment=NetworkSegment(d4f59700-6d22-4423-a35e-7fb01a6aa4a3),segment_id=d4f59700-6d22-4423-a35e-7fb01a6aa4a3)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:39.309894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:39.318051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:39.332245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:39.341135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.353248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.356959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.371808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04c061dd-0603-4b6d-bf6d-91b82cb360a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:39.422935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.467406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] For port 4ed085d9-66d2-4455-b5d3-622a2090ff69, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:39.472646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1357606-0d49-407c-9304-53e42473ce20,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.485506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] For port 4ed085d9-66d2-4455-b5d3-622a2090ff69, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=4ed085d9-66d2-4455-b5d3-622a2090ff69,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:39.498103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.502302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.513219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:39.517415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dbbce-cb84-4ced-b282-39097d954db8 req-1de72989-0923-45cd-a4d7-2b5bf429ba6e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:39.525029 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-821dbbce-cb84-4ced-b282-39097d954db8 req-1de72989-0923-45cd-a4d7-2b5bf429ba6e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 944 time: 0.6963851 Apr 20 19:27:39.532802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Checking segment: {'id': '96ae1f9b-c24b-4852-9e14-730d76dca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9347ca32-c94c-4a08-879a-f9b05004f58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:39.533631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Network hostable DHCP agents. Network: 9347ca32-c94c-4a08-879a-f9b05004f58e, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:39.544780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:39.556995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '5fe12c09-7dfc-497a-99db-f0847e4e4021', 'name': '', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'mac_address': 'fa:16:3e:0c:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:35Z', 'updated_at': '2021-04-20T19:27:36Z', 'revision_number': 1, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'subnets': [{'id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:39.573037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2630dd-61aa-4e8d-88f3-144e34476a7b None None] The sync data for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb is: [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '5fe12c09-7dfc-497a-99db-f0847e4e4021', 'name': '', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'mac_address': 'fa:16:3e:0c:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:35Z', 'updated_at': '2021-04-20T19:27:36Z', 'revision_number': 1, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'subnets': [{'id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:39.608925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d615ff-2e57-4354-a22d-bad363456a72 None None] Pushing event updated for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.618450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.630097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-92d615ff-2e57-4354-a22d-bad363456a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.658632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:39.659340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:39.667455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.689017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:39.754736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.761889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.771128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:39.772273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.774671 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea05b4d1-46f0-4b76-b724-67b71ed78438 HTTP/1.1" status: 200 len: 1094 time: 7.3898516 Apr 20 19:27:39.787825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.789507 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6423397 Apr 20 19:27:39.800204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:27:39.806089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44822) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:39.809647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7654e789-1c4d-4873-8caa-0d1582bc4c26,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:39.815141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:39.826530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:39.833911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:39.907463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.914192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:39.934441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:floatingip and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:39.976697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.981090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:40.001683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:40.001901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Transition to ACTIVE for port object e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:40.015140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.022740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:40.028654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.028838 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-821dbbce-cb84-4ced-b282-39097d954db8 req-a25f6e40-f59b-420b-80f4-c473635cd4bf tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289647 Apr 20 19:27:40.029707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a4c2f-2eff-49fb-9677-a7459ff45f32,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:40.032217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:40.036254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:40.041636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Network 9347ca32-c94c-4a08-879a-f9b05004f58e is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:40.059798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.063910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/045a4c2f-2eff-49fb-9677-a7459ff45f32 HTTP/1.1" status: 204 len: 168 time: 1.8829036 Apr 20 19:27:40.068788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 9347ca32-c94c-4a08-879a-f9b05004f58e) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:40.073901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:40.074907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.088982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b88f7445-f361-44de-bf9c-1b989a922942 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:40.093325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad294ba0-c1e6-4e8f-9346-2be729f2a730 None None] Network 9347ca32-c94c-4a08-879a-f9b05004f58e requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:40.103810 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-95930c16-2753-4eb2-b3b8-62130423fe35 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.9852977 Apr 20 19:27:40.167935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.184118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-fd418a90-1a20-4e80-9700-1a519ea0c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:40.185799 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-fd418a90-1a20-4e80-9700-1a519ea0c3aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b7cb87d1e22b46e3baa3aa1b9c22f506&device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 1097 time: 0.2667789 Apr 20 19:27:40.253201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdbdf4a-464f-4e9e-8998-4e56e57de3a0,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:40.256305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:40.313888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.319129 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0434735 Apr 20 19:27:40.346715 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44842) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:40.351997 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-a933215b-f681-49f2-aed6-af8e5b987d39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438 HTTP/1.1" status: 200 len: 217 time: 0.1583745 Apr 20 19:27:40.368087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:40.404930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:40.443957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:40.466274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] 10.222.0.13 "PUT /v2.0/routers/f4cf3ab1-1858-45a6-a36e-de22cbec3b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9020939 Apr 20 19:27:40.466274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:floatingip and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:40.480520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:40.491175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.499558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:40.563986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f26dc562-52e5-4b39-a7ce-afe2ae6b6490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:40.592053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-11c20212-ba53-478c-88c6-2650eac4b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:40.599173 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-11c20212-ba53-478c-88c6-2650eac4b338 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d58939ba-99a6-415d-9d0e-2638ed4729af HTTP/1.1" status: 200 len: 851 time: 0.2401750 Apr 20 19:27:40.688556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:40.761836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Pushing event updated for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:40.792565 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-7c86a89e-a315-43f8-abbc-39df6ff21d7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787395 Apr 20 19:27:40.851586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65751f61-1757-4a4f-b43d-96c69d2f1d71 None None] Network 9347ca32-c94c-4a08-879a-f9b05004f58e requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:40.984949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:41.236614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:41.300585 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438', 'status': 'completed', 'code': 200} Apr 20 19:27:41.469108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44876) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:41.614775 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-68f81b64-71a8-4aa5-a4f1-3b4f6f9cde1e service neutron] 10.222.0.58 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134444 Apr 20 19:27:41.638902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Allocated IP 172.28.1.190 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/e85df9ab-02a5-401d-861e-54890440926d) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:41.658798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Attempting to bind port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:41.659211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Attempting to bind port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:41.659704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Attempting to bind port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Checking segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Bound using segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Bound port: e51381ab-6ea2-4bba-b4aa-accd2bc5dae9, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:41.789356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:41.818786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:41.881051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:41.896156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4fd8feb0ea4f14a50d0b96c304a3c4 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:41.903379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:41.979486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device a7a11197-300d-4fcf-8bab-9a0c5789973d up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:41.984291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:42.194082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f20f-4a9a-43e7-a024-2cbaac1cfa2a req-e5dd001d-5ccd-42f5-9175-03050022ac61 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:42.196270 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4d6f20f-4a9a-43e7-a024-2cbaac1cfa2a req-e5dd001d-5ccd-42f5-9175-03050022ac61 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 944 time: 0.7373145 Apr 20 19:27:42.205634 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c15572c-5fb7-4428-ab74-f997fb6df9e2 req-6b71856f-4a5b-4518-b36c-0189bbd61859 service neutron] 10.222.0.58 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001044 Apr 20 19:27:42.307167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] For port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:42.312984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.317520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] For port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:42.326514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port a7a11197-300d-4fcf-8bab-9a0c5789973d completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:42.338961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port a7a11197-300d-4fcf-8bab-9a0c5789973d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:42.339535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.343456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.386337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:39Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:42.391156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:42.392315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44906) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:42.404021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214604499-network', 'tenant_id': '196bef408c4b44d59a44adaf52fc3c94'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:42.410554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:42.415827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Usage tracker for resource:network and tenant:196bef408c4b44d59a44adaf52fc3c94 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:42.418961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:42.428532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:42.450468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Made reservation on behalf of 196bef408c4b44d59a44adaf52fc3c94 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:42.455815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.484725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363da33-0bb1-41e7-9c47-2597a3120b53 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:39Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:42.500727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.527865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:42.532393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Usage tracker for resource:security_group_rule and tenant:196bef408c4b44d59a44adaf52fc3c94 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:42.536262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:42.545941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:42.548619 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4d6f20f-4a9a-43e7-a024-2cbaac1cfa2a req-75181eed-9b90-4bf3-80fb-e885a71eabfb tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410869 Apr 20 19:27:42.670698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:42.671778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:42.712885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.751195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.777132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.782166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port a7a11197-300d-4fcf-8bab-9a0c5789973d, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=a7a11197-300d-4fcf-8bab-9a0c5789973d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:42.787422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.789861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a987dcb4-f308-4372-8f81-e9d28d74c68d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:42.801088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.817051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:42.922573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.933053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-17210337-8409-4158-8486-d730ce1c70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:42.934731 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-17210337-8409-4158-8486-d730ce1c70d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b7cb87d1e22b46e3baa3aa1b9c22f506&device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 1097 time: 0.6371071 Apr 20 19:27:42.950633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=a7a11197-300d-4fcf-8bab-9a0c5789973d,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:42.954589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:42.958619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.006484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Pushing event updated for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:43.024720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:43.028335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:43.061861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:43.069437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.082230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:43.096275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:43.147500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:43.292703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.299343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7139362-6bd2-406c-972b-19804df9482c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:43.304882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:43.349807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:43.457997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.458323 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Added segment 7f01a1dc-5743-4e18-b359-8325b84182c7 of type vlan for network 12e1ecb3-5660-423d-bc9c-620dfdb0900f Apr 20 19:27:43.651627 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:43.724732 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a4fd8feb0ea4f14a50d0b96c304a3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2490573 Apr 20 19:27:43.726411 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375919a-8e5f-4da5-ba97-942c0604d035,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:43.732160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:43.732815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 44944) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:43.760306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-02b4e7c6-2729-4604-99a7-222f696ac3a8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:43.761509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-02b4e7c6-2729-4604-99a7-222f696ac3a8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Synchronizing usage tracker for tenant:366ac15cfb9140c796719c107536d2b2 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:43.856837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.900896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:43.914458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc00a02-ce18-4f93-a0d3-49a8ea9c8407 None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:43.936133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:43.943413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=e85df9ab-02a5-401d-861e-54890440926d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:43.968776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:43.976484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-3c2f7c26-67ac-4977-8e28-016ef0a60470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:44.005634 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-3c2f7c26-67ac-4977-8e28-016ef0a60470 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab HTTP/1.1" status: 200 len: 912 time: 1.0121684 Apr 20 19:27:44.106829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Allocated IP 172.28.1.139 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/ba2abc9f-5228-49c5-a7bd-127f5266fac6) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:44.115334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.resource_extend [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:27:44.212544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 4ed085d9-66d2-4455-b5d3-622a2090ff69 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:44.323027 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-640893c3-4bec-4bdb-99f2-f105c530a75c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438 HTTP/1.1" status: 200 len: 217 time: 0.3160133 Apr 20 19:27:44.328754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-02b4e7c6-2729-4604-99a7-222f696ac3a8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Unset dirty status for tenant:366ac15cfb9140c796719c107536d2b2 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:44.338329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-02b4e7c6-2729-4604-99a7-222f696ac3a8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 818 time: 1.9610994 Apr 20 19:27:44.344624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:44.363468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:44.365402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.444976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.446149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-95674ed2-041f-4c83-8c8f-ab4ca654c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:44.449160 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-95674ed2-041f-4c83-8c8f-ab4ca654c835 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d58939ba-99a6-415d-9d0e-2638ed4729af HTTP/1.1" status: 200 len: 851 time: 0.1033204 Apr 20 19:27:44.457838 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-a5b10f1d-2313-44da-8aa3-604442afb79b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/quotas/366ac15cfb9140c796719c107536d2b2 HTTP/1.1" status: 200 len: 375 time: 0.1182003 Apr 20 19:27:44.466522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.483645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:44.559575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44952) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:44.584013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.619991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.639235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.640053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=e85df9ab-02a5-401d-861e-54890440926d,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:44.657306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.671190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 4ed085d9-66d2-4455-b5d3-622a2090ff69, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=4ed085d9-66d2-4455-b5d3-622a2090ff69,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:44.674758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.676558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device a7a11197-300d-4fcf-8bab-9a0c5789973d up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:44.694852 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-726727e3-6767-4c66-ac87-60f12c2b6e22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311008 Apr 20 19:27:44.727328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77e6e93e-8792-4b04-9ef3-7477573cd149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:44.748264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:44.749469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:44.750121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.780709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-79dbbbc3-5fad-4cd2-a888-c315d8bd6ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:44.788207 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Sync routers for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:44.831286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:44.840097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:20Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:44.949596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.039162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aadc4a-803a-4e7b-8055-76908177f6e9 req-0bed8b86-9d9d-4592-9534-182253280338 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:45.042600 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-00aadc4a-803a-4e7b-8055-76908177f6e9 req-0bed8b86-9d9d-4592-9534-182253280338 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 944 time: 0.8383777 Apr 20 19:27:45.083572 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-f923ee2b-4e4d-48e9-b766-c16e80e7975d service neutron] 10.222.0.58 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736141 Apr 20 19:27:45.133854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:45.152529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:45.179891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.190854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port a7a11197-300d-4fcf-8bab-9a0c5789973d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:45.190854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.193196 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3844488 Apr 20 19:27:45.245142 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-00aadc4a-803a-4e7b-8055-76908177f6e9 req-abf236b7-afd0-48b4-8e1c-57909bc556d0 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833103 Apr 20 19:27:45.272299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.361138 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-602ad8fb-54dc-4662-a0cb-09967fa2721e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8903520 Apr 20 19:27:45.365300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:45.403793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:45.448064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.456272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375919a-8e5f-4da5-ba97-942c0604d035,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:45.474315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:45.502464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.517213 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c375919a-8e5f-4da5-ba97-942c0604d035 HTTP/1.1" status: 204 len: 168 time: 1.7758839 Apr 20 19:27:45.671419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Pushing event updated for resources: {'Network': ['ID=12e1ecb3-5660-423d-bc9c-620dfdb0900f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:45.672857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-e5967b30-6962-4ccb-930e-da152de65601 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:27:45.674101 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-e5967b30-6962-4ccb-930e-da152de65601 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1372414 Apr 20 19:27:45.677774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.680741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.680945 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ea966d-4200-4c91-b447-9e9be1a938b8 req-8a8c7b4d-6423-48d5-8a20-b7564896eb62 service neutron] 10.222.0.58 "GET /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721283 Apr 20 19:27:45.705316 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3113453 Apr 20 19:27:45.705847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 44992) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:45.707493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:45.717093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:45.724650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:45.821565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:45.823002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:45.827421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d796233882484ba187840d447c768fde is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:45.830482 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:45.837607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:45.843092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Request body: {'subnet': {'network_id': '12e1ecb3-5660-423d-bc9c-620dfdb0900f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214604499-subnet', 'tenant_id': '196bef408c4b44d59a44adaf52fc3c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:45.853380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:45.856086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:45.876790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:45.903811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Usage tracker for resource:subnet and tenant:196bef408c4b44d59a44adaf52fc3c94 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:45.917990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:45.931855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-9558bde8-c165-461b-8377-12fb565e1e57 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:45.947371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:45.962213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=ba2abc9f-5228-49c5-a7bd-127f5266fac6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:45.975005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:46.004324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.007849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-9558bde8-c165-461b-8377-12fb565e1e57 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:46.014505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Made reservation on behalf of 196bef408c4b44d59a44adaf52fc3c94 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:46.020096 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-9558bde8-c165-461b-8377-12fb565e1e57 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1653252147&fields=id&tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 267 time: 0.4040358 Apr 20 19:27:46.023547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.074248 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-00d4af63-3685-41c1-9c3d-8369d2306b1d service neutron] 10.222.0.13 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833625 Apr 20 19:27:46.266303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea05b4d1-46f0-4b76-b724-67b71ed78438 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:27:46.314745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.329840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.379267 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:46.405921 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-384893f1-867d-4cd9-9eda-b857eb9e0bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307180 Apr 20 19:27:46.423260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-2a286245-794f-4716-8917-634a6fc12ac3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:46.424348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-2a286245-794f-4716-8917-634a6fc12ac3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:46.435435 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d796233882484ba187840d447c768fde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8521543 Apr 20 19:27:46.439040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.447666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45008) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:46.541869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-2a286245-794f-4716-8917-634a6fc12ac3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:46.551630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '5fe12c09-7dfc-497a-99db-f0847e4e4021', 'name': '', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'mac_address': 'fa:16:3e:0c:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:35Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 2, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'subnets': [{'id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:46.554816 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-2a286245-794f-4716-8917-634a6fc12ac3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 815 time: 0.5302546 Apr 20 19:27:46.570952 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Checking router: f4cf3ab1-1858-45a6-a36e-de22cbec3b1b for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:46.571646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Updating router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b port 5fe12c09-7dfc-497a-99db-f0847e4e4021 binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:27:46.596628 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-8fa730a9-62d2-4fd5-8fcf-872aabfaea92 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/quotas/b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 375 time: 0.0403423 Apr 20 19:27:46.614374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 4ed085d9-66d2-4455-b5d3-622a2090ff69 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:46.639940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df87ed-fc52-4f8e-9a70-0dee2a2af153,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:46.670235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.695582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438,segment=NetworkSegment(d4f59700-6d22-4423-a35e-7fb01a6aa4a3),segment_id=d4f59700-6d22-4423-a35e-7fb01a6aa4a3)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:46.700285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:46.747776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.758424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'ea05b4d1-46f0-4b76-b724-67b71ed78438', 'network_id': 'dea7935d-6fed-4f56-a5f9-d73fc1afb8ab', 'port_id': 'ea05b4d1-46f0-4b76-b724-67b71ed78438', 'mac_address': 'fa:16:3e:23:f7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58939ba-99a6-415d-9d0e-2638ed4729af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:27:46.780511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.941517 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-3ccbec24-7223-4343-a8a7-dabb4a89007b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3424103 Apr 20 19:27:46.949472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.951506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.957889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:46.964153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 4ed085d9-66d2-4455-b5d3-622a2090ff69 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:46.964584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.971705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df87ed-fc52-4f8e-9a70-0dee2a2af153,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:46.976286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:46.984464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.988893 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62df87ed-fc52-4f8e-9a70-0dee2a2af153 HTTP/1.1" status: 204 len: 168 time: 0.5369620 Apr 20 19:27:47.138132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea05b4d1-46f0-4b76-b724-67b71ed78438 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:27:47.202713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438,segment=NetworkSegment(d4f59700-6d22-4423-a35e-7fb01a6aa4a3),segment_id=d4f59700-6d22-4423-a35e-7fb01a6aa4a3)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:47.216392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.222496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:47.470878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-be054550-6f4d-4e08-8759-cf885b094ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.495864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:47.551971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:47.555087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['ea05b4d1-46f0-4b76-b724-67b71ed78438'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:47.576464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f816-632d-434c-adcd-ca96174d3048 req-162076c8-68ba-41bd-8a98-0ff71bfde465 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:47.585849 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3738f816-632d-434c-adcd-ca96174d3048 req-162076c8-68ba-41bd-8a98-0ff71bfde465 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 945 time: 0.4703114 Apr 20 19:27:47.586133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.595595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.611348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:47.633697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:47.669922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3738f816-632d-434c-adcd-ca96174d3048 req-ceb841f9-7ac3-4b84-95a7-2bc7cf537099 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Apr 20 19:27:47.717264 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-4a4204a8-2bfd-49a9-b6d6-b36505c0e478 service neutron] 10.222.0.13 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344387 Apr 20 19:27:47.782192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=ba2abc9f-5228-49c5-a7bd-127f5266fac6,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:47.785911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.802825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:47.959205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45066) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:47.975790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.982816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.993530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Transition to ACTIVE for port object 5fe12c09-7dfc-497a-99db-f0847e4e4021 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:47.993927 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6459146 Apr 20 19:27:48.026727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.034203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:48.048665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.068888 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-82613a10-505d-4290-845f-676abf78bc8c req-0d29246e-f930-4dcf-867b-e6730e4cc5bd tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 210 time: 0.2561131 Apr 20 19:27:48.077882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:48.103022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:48.115861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:48.115861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.116315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.127496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Usage tracker for resource:security_group_rule and tenant:de3ed08c730a4ceeb24b4508d2e4f7d8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:48.136667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:48.153844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:48.192279 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-2a3fb359-d858-4f2f-8377-7bd50f6137d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671826 Apr 20 19:27:48.272779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba0a95e-a242-498f-bb24-96fe980611cf,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:48.282064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:48.288020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:48.351330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Pushing event updated for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:48.361477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:48.438339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Checking segment: {'id': '7f01a1dc-5743-4e18-b359-8325b84182c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '12e1ecb3-5660-423d-bc9c-620dfdb0900f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:48.439107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Network hostable DHCP agents. Network: 12e1ecb3-5660-423d-bc9c-620dfdb0900f, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:48.503352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:48.572613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 12e1ecb3-5660-423d-bc9c-620dfdb0900f) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:48.584359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:48.585022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.626283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45102) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:48.637378 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9159002 Apr 20 19:27:48.661176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1be558-517c-472b-9d06-9c0aba45f7b2 None None] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:48.736369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.740687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.756888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:48.838514 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c877d200-54e4-435d-998d-f32abcb354fa req-833bc2c0-143f-46da-83e0-17296b26f7c0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 210 time: 0.1759441 Apr 20 19:27:48.852861 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de3ed08c730a4ceeb24b4508d2e4f7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893156 Apr 20 19:27:48.855694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45120) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:48.858793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a811b3f-c7c3-4052-b367-ce18a1e1ddb9,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:48.863559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:48.880027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Attempting to bind port 5fe12c09-7dfc-497a-99db-f0847e4e4021 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:27:48.880455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Attempting to bind port 5fe12c09-7dfc-497a-99db-f0847e4e4021 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:27:48.881072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Attempting to bind port 5fe12c09-7dfc-497a-99db-f0847e4e4021 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:27:48.888545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-193c089f-9435-41c3-b489-972eebbbccc1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:48.931259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-193c089f-9435-41c3-b489-972eebbbccc1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:48.932613 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-193c089f-9435-41c3-b489-972eebbbccc1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--968940980&fields=id&tenant_id=95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 267 time: 0.3705969 Apr 20 19:27:49.005977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:27:49.006415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Checking segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:49.006872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.007331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Bound using segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:27:49.010364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.020085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Bound port: 5fe12c09-7dfc-497a-99db-f0847e4e4021, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:27:49.020494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.086572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45132) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:49.211437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.298510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.383154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.411018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Deleting subnet c1357606-0d49-407c-9304-53e42473ce20 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:27:49.416043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:49.418811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.492167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Usage tracker for resource:security_group_rule and tenant:a3e3b1153f914db1b8eda3dcbd719218 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:49.508355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:49.531600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:49.546694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.566865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:49.568461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] For port 5fe12c09-7dfc-497a-99db-f0847e4e4021, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:27:49.572793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] For port 5fe12c09-7dfc-497a-99db-f0847e4e4021, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5fe12c09-7dfc-497a-99db-f0847e4e4021,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:27:49.586781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.591810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.596508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a811b3f-c7c3-4052-b367-ce18a1e1ddb9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:49.608092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:49.611109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.617568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:49.646218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.647488 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a811b3f-c7c3-4052-b367-ce18a1e1ddb9 HTTP/1.1" status: 204 len: 168 time: 0.7907283 Apr 20 19:27:49.763208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Pushing event updated for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:49.770866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:49.772042 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-afe2b703-bb1c-449b-83a6-3feaf05cb962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.789046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:49.793492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.798678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:49.887254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:49.923537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:49.953752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeeabf7-95de-453f-ae84-60da234a002e None None] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:49.963954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.967658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.003864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:50.004683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:27:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:50.015948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d8be164-05c1-4346-bc72-2e00e4eafecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:50.025599 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e3b1153f914db1b8eda3dcbd719218&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3980041 Apr 20 19:27:50.049904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d3d96-3937-4e1b-be95-c2f9c72e0036,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:50.088898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45158) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:50.133868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:50.322783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5fe12c09-7dfc-497a-99db-f0847e4e4021 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:50.351399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.356320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea05b4d1-46f0-4b76-b724-67b71ed78438 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:50.390535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.406158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.417650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8b9e0e3c-e674-4878-9721-7e0899ebef6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:50.473410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1357606-0d49-407c-9304-53e42473ce20,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:50.476424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:50.484004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.518146 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-337bce2c-3afe-4cca-8a19-58b83bd0a850 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1357606-0d49-407c-9304-53e42473ce20 HTTP/1.1" status: 204 len: 168 time: 1.4281557 Apr 20 19:27:50.518653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45170) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:50.590660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.598851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.624351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port ea05b4d1-46f0-4b76-b724-67b71ed78438 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:50.661020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:50.683451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d3d96-3937-4e1b-be95-c2f9c72e0036,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:50.686243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:50.714178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.719148 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a9d3d96-3937-4e1b-be95-c2f9c72e0036 HTTP/1.1" status: 204 len: 168 time: 0.6293824 Apr 20 19:27:50.727429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.734478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-afa64704-17d2-4323-9783-9d572a9c87ad tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:50.749909 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-afa64704-17d2-4323-9783-9d572a9c87ad tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 818 time: 1.6744249 Apr 20 19:27:50.762468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.58', 59172) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:50.893162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:50.950208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-81bd9142-7390-443c-b815-952bcb3ee511 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/quotas/366ac15cfb9140c796719c107536d2b2 HTTP/1.1" status: 200 len: 375 time: 0.1991682 Apr 20 19:27:50.960284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port ea05b4d1-46f0-4b76-b724-67b71ed78438 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:50.960697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.045199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-be85c2d7-ade3-42e1-80b1-76b94e96268c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:51.046784 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-be85c2d7-ade3-42e1-80b1-76b94e96268c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 818 time: 1.4589043 Apr 20 19:27:51.055818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.103085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 5fe12c09-7dfc-497a-99db-f0847e4e4021 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:51.134977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5fe12c09-7dfc-497a-99db-f0847e4e4021 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:51.135459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.310930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.327437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-e40e55e2-fd36-4ecc-a25c-c14a31f130c0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:51.330148 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-e40e55e2-fd36-4ecc-a25c-c14a31f130c0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 815 time: 0.3042953 Apr 20 19:27:51.338605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Request body: {'port': {'device_id': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'admin_state_up': True, 'tenant_id': '366ac15cfb9140c796719c107536d2b2'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:51.354596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.354901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.354985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.358341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.358757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > port after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.359137 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.359934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > port after_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.359934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.360246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.360552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.360898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.502201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:51.518755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-899eb0bc-b0bc-4cf2-9b73-df6b4314efa1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:51.524305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-899eb0bc-b0bc-4cf2-9b73-df6b4314efa1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:51.544610 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-5cf43b65-50b1-49ed-aceb-4d25041a456d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 5704 time: 0.1779575 Apr 20 19:27:51.635980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'port': {'device_id': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'admin_state_up': True, 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'security_groups': ['f2811710-ab39-45ee-8600-683ddb55ebbb']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:51.668325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.668720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.669717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.669717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:51.669905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9347ca32-c94c-4a08-879a-f9b05004f58e']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.678991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45202) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:51.679377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45204) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:51.707349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ae1f9b-c24b-4852-9e14-730d76dca7ce') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.707911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ae1f9b-c24b-4852-9e14-730d76dca7ce') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.733905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.765374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394763'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.790619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438,segment=NetworkSegment(d4f59700-6d22-4423-a35e-7fb01a6aa4a3),segment_id=d4f59700-6d22-4423-a35e-7fb01a6aa4a3)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:51.800821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:51.805422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.807654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2db39b777f41e6bc34ebc915a8f323 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:51.813878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:51.817430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:51.818707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:port and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:51.821921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:51.828180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:51.848644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:51.861740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.862971 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-b91566be-cb05-447b-859e-1be65f61caae tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9114912 Apr 20 19:27:51.876432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:27:51.890742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:51.916273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.967022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:27:51.992689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.013958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:52.019944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:52.049106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45218) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:52.063996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 5fe12c09-7dfc-497a-99db-f0847e4e4021, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5fe12c09-7dfc-497a-99db-f0847e4e4021,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:52.070909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Made reservation on behalf of b000e969c3fb4065b655fcf6adf421e1 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:52.077274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.082756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.085509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:52.107044 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-2aa0ce23-dc67-4674-b8c7-4cd17d8961a0 service neutron] 10.222.0.13 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429550 Apr 20 19:27:52.148545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '5fe12c09-7dfc-497a-99db-f0847e4e4021', 'name': '', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'mac_address': 'fa:16:3e:0c:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:35Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'subnets': [{'id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:52.170526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4d964-86ff-45e5-806e-26102d404772 None None] The sync data for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb is: [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:27:37Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '5fe12c09-7dfc-497a-99db-f0847e4e4021', 'name': '', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'mac_address': 'fa:16:3e:0c:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:35Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 4, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'subnets': [{'id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:52.199369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:52.212200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:52.226427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:52.256223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-899eb0bc-b0bc-4cf2-9b73-df6b4314efa1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:52.257508 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-899eb0bc-b0bc-4cf2-9b73-df6b4314efa1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 811 time: 3.3156872 Apr 20 19:27:52.329170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:52.329751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.369757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.374782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-e3e886eb-41bc-44db-8914-39b21fef1745 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/quotas/95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 375 time: 0.0913403 Apr 20 19:27:52.404664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.429310 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-256cce51-8538-4c75-8c19-781659820677 service neutron] 10.222.0.13 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213086 Apr 20 19:27:52.441657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776887153-network', 'tenant_id': '9a986d6410db409e8c5e8a7278ec9ce6'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:52.481191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:52.492200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:52.522189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:52.535862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Usage tracker for resource:port and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:52.538803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:52.545193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:52.565265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Made reservation on behalf of 366ac15cfb9140c796719c107536d2b2 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:52.565552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.571520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.573419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Usage tracker for resource:network and tenant:9a986d6410db409e8c5e8a7278ec9ce6 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:52.576884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1375d041f34112a238a6a50ac929df is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:52.619693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:52.632400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:52.635439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:52.647470 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b2db39b777f41e6bc34ebc915a8f323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637454 Apr 20 19:27:52.653269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Network 9347ca32-c94c-4a08-879a-f9b05004f58e has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:52.669777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45228) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:52.670768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:52.675041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26456510'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.712020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:52.861601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c3d761-6e17-4e2d-914a-c457b16b9e1c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:52.876316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Made reservation on behalf of 9a986d6410db409e8c5e8a7278ec9ce6 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:52.885059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.895738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:52.942818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.996449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-44fa485c-bcce-4e91-95a2-5c24e7ce8045 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:53.011725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Allocated IP 172.20.0.8 (e3bf556f-8bfd-4c4c-bad4-f461b95400a3/f3626ff0-4977-4150-bbfa-3adc53df209b/ea1b8f5e-b98b-4188-a11a-f5a9747d5f18) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:53.045221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:53.054702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Network 9347ca32-c94c-4a08-879a-f9b05004f58e has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:53.065251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Usage tracker for resource:security_group_rule and tenant:9a986d6410db409e8c5e8a7278ec9ce6 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:53.069508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Allocated IP 172.20.0.12 (ed015f41-b7af-4360-ac83-625117218c8c/03ff75ff-ca95-4f6d-86f2-b4f2f5348769/5b8a959f-4ef7-47af-bd87-fc49607d0da9) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:53.088928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-44fa485c-bcce-4e91-95a2-5c24e7ce8045 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:53.092017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: from cryptography.utils import int_from_bytes Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: from cryptography.utils import int_from_bytes Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: (rel_b, rel_a, rel_b), Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: (rel_b, rel_a, rel_b), Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:27:53.098969 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:27:53.105412 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-44fa485c-bcce-4e91-95a2-5c24e7ce8045 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7209735 Apr 20 19:27:53.121453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.127241 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:53.213473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de7886-5c1b-4bb2-8ce7-36f9a4ec299b req-f2000a57-2983-4503-ae7a-f5515e61c3fe tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:53.218303 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80de7886-5c1b-4bb2-8ce7-36f9a4ec299b req-f2000a57-2983-4503-ae7a-f5515e61c3fe tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.3734040 Apr 20 19:27:53.458784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.474480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.517937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.548863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.569819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9347ca32-c94c-4a08-879a-f9b05004f58e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.583346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.588028 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80de7886-5c1b-4bb2-8ce7-36f9a4ec299b req-3295f552-0418-488f-9294-77eee1dcac21 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677126 Apr 20 19:27:53.588284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.600060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.621348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.650559 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9347ca32-c94c-4a08-879a-f9b05004f58e HTTP/1.1" status: 204 len: 168 time: 3.1278918 Apr 20 19:27:53.650804 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-2ec89654-a4d8-4f80-8764-beaae4b767de service neutron] 10.222.0.13 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437117 Apr 20 19:27:53.655709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45240) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:53.702253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.703692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.712775 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c1375d041f34112a238a6a50ac929df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0242021 Apr 20 19:27:53.721456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aa83d1-9b95-4211-b70b-60ab7d91909d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.729155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45244) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:53.733466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.738935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5ae46921-f0b9-44e5-abd2-8931d3eb0315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.747780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.767755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.772211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c3d761-6e17-4e2d-914a-c457b16b9e1c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.787168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.787734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.802372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.803404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2ff748fa-1bc6-49e7-93c2-12923746361c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32c3d761-6e17-4e2d-914a-c457b16b9e1c HTTP/1.1" status: 204 len: 168 time: 1.1128709 Apr 20 19:27:53.845954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:53.867426 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ce068-56f6-43a1-9ce5-e9cd6687eba8,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.870841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.871241 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Added segment d12450b3-9974-44f8-8467-ad1379bb3d0b of type vlan for network 9e5e623c-2347-4802-a897-4e38a213d8fe Apr 20 19:27:53.890366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.910895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.936148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.58', 59176) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:54.014186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.052509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.110275 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-38cfa501-a976-4b18-8179-c4077f0e5773 service neutron] 10.222.0.13 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456713 Apr 20 19:27:54.202465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.205349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:54.206682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.227252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5fe12c09-7dfc-497a-99db-f0847e4e4021 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:54.228359 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b39850fb-9f5c-443a-8467-81b02053b838 req-15ed20c8-3c4a-4b48-941e-7a923e314b15 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 210 time: 0.1133170 Apr 20 19:27:54.229196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:54.353622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5e623c-2347-4802-a897-4e38a213d8fe,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:54.355237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.357181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:54.427233 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 9e5e623c-2347-4802-a897-4e38a213d8fe details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:54.432807 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3820565 Apr 20 19:27:54.436026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45266) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:54.454776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Request body: {'subnet': {'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776887153-subnet', 'tenant_id': '9a986d6410db409e8c5e8a7278ec9ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:54.470210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:54.483555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Usage tracker for resource:subnet and tenant:9a986d6410db409e8c5e8a7278ec9ce6 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:54.487003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Deleting subnet dba0a95e-a242-498f-bb24-96fe980611cf {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:27:54.493589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:54.506757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:54.538242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.545605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-f6cadfd8-ecd3-4fd5-9aca-52da1ebb6f06 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:54.548447 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-f6cadfd8-ecd3-4fd5-9aca-52da1ebb6f06 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 818 time: 0.6112337 Apr 20 19:27:54.551757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Made reservation on behalf of 9a986d6410db409e8c5e8a7278ec9ce6 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:54.558255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26467647'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.604305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Request body: {'port': {'device_id': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'admin_state_up': True, 'tenant_id': '366ac15cfb9140c796719c107536d2b2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:54.638994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.735554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5fe12c09-7dfc-497a-99db-f0847e4e4021 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:54.735988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.758570 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc0eeaf8-cfc9-4e9b-bd3b-f84b5875179d req-977e78c7-374e-4ae3-918a-9c6ccfe480d5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 210 time: 0.1230021 Apr 20 19:27:54.822133 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438', 'code': 200} Apr 20 19:27:54.836772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.845735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Transition to ACTIVE for port object 5b8a959f-4ef7-47af-bd87-fc49607d0da9 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:54.846167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.851713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.884848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:54.912563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.950797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c57d83d7-2b86-46fc-ae31-3ae0c1e96a7e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:54.963600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Usage tracker for resource:port and tenant:366ac15cfb9140c796719c107536d2b2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:54.964862 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c7965521-3e9a-4da5-a52f-ca9720e2410c req-0b28e896-69f2-471a-9384-f4161f7c3fa2 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 210 time: 0.0577600 Apr 20 19:27:54.982802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:54.997574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aa83d1-9b95-4211-b70b-60ab7d91909d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:54.998452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:55.002575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:55.012413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.012920 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5aa83d1-9b95-4211-b70b-60ab7d91909d HTTP/1.1" status: 204 len: 168 time: 1.2815456 Apr 20 19:27:55.015286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:55.039197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Made reservation on behalf of 366ac15cfb9140c796719c107536d2b2 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:55.045732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.177962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Pushing event updated for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:55.248249 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.58', 59179) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:55.272902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:55.274179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:55.302656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:55.337799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:55.344176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:55.344893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.487784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.618522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-288c88f9-4daa-4d46-b377-e86cee7da6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:55.682142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Allocated IP 172.20.0.12 (e3bf556f-8bfd-4c4c-bad4-f461b95400a3/f3626ff0-4977-4150-bbfa-3adc53df209b/4f62b571-3f93-4367-a245-bb1509b2c5b6) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:27:55.708254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-994783da-1247-4bc8-b0dd-7aa5f3344118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:55.710042 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-994783da-1247-4bc8-b0dd-7aa5f3344118 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 1099 time: 0.4592495 Apr 20 19:27:55.756679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549ea8b-faef-494d-83de-b475bd5c72b9 req-db1fa6e3-c01f-43d8-a1cf-a510e3855764 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:55.770703 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0549ea8b-faef-494d-83de-b475bd5c72b9 req-db1fa6e3-c01f-43d8-a1cf-a510e3855764 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.6313612 Apr 20 19:27:55.773450 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4552577 Apr 20 19:27:55.779045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.813653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Network ed015f41-b7af-4360-ac83-625117218c8c is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:55.822184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:55.824753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Request body: {'port': {'device_id': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:55.838629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Usage tracker for resource:security_group_rule and tenant:fba4a9ff2ada434789104bbc5dc20130 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:55.851263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45310) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:55.852233 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:55.856045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:55.865574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:55.890749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:55.897730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:55.898418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.933192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.957335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:55.960699 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3930926 Apr 20 19:27:55.961509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:56.007710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:56.017559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Usage tracker for resource:security_group_rule and tenant:8009700291234e68840eb15bec8fc08b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:56.025114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Request body: {'port': {'device_id': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:56.027941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:56.121409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:56.140910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.58', 59181) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:56.240536 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0549ea8b-faef-494d-83de-b475bd5c72b9 req-214fc970-b556-4a5e-a4c8-2f8c119146ab tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688919 Apr 20 19:27:56.290743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1911c582-f797-43da-9765-7e43abd9c70a None None] Provisioning for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:56.311694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1911c582-f797-43da-9765-7e43abd9c70a None None] Provisioning complete for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:56.312124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1911c582-f797-43da-9765-7e43abd9c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.360808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481110f-cb51-4406-b18b-f1a0a70280e7 req-f5b2263d-2b3f-40b7-af85-1a70d990ec71 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:56.361618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-a481110f-cb51-4406-b18b-f1a0a70280e7 req-f5b2263d-2b3f-40b7-af85-1a70d990ec71 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:56.428740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1911c582-f797-43da-9765-7e43abd9c70a None None] Port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:27:56.476963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.504170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.522372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:56.618645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b88edca1-e17c-444a-aa41-087af20804f3 req-c4ede201-5d03-4759-8a54-ec98b635b3e4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Synchronizing usage tracker for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:56.621302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.624237 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47ef90f9-1b85-4e89-bf79-b4e72d67c690 req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040523 Apr 20 19:27:56.644533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.652819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.658238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dee002-3b50-489c-9fbc-702b0ba04787,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:56.674019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.678935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-a481110f-cb51-4406-b18b-f1a0a70280e7 req-f5b2263d-2b3f-40b7-af85-1a70d990ec71 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:56.681050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:56.681639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e28e63af-15d0-44f0-b273-2eec0fdaa413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:56.686262 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a481110f-cb51-4406-b18b-f1a0a70280e7 req-f5b2263d-2b3f-40b7-af85-1a70d990ec71 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 932 time: 1.1934674 Apr 20 19:27:56.722942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.754299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48643505-9231-4450-a6e3-cc4785b216ef,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:56.761433 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8009700291234e68840eb15bec8fc08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041638 Apr 20 19:27:56.763899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:56.766545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45336) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:56.782226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.793579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b88edca1-e17c-444a-aa41-087af20804f3 req-c4ede201-5d03-4759-8a54-ec98b635b3e4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Unset dirty status for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:56.803940 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b88edca1-e17c-444a-aa41-087af20804f3 req-c4ede201-5d03-4759-8a54-ec98b635b3e4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 210 time: 0.3822401 Apr 20 19:27:56.888291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:56.957739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba0a95e-a242-498f-bb24-96fe980611cf,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:56.957943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.964906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26457176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26467630'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.967909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-653d136c-8ec5-476f-8647-3c3b1f7bf708 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:56.969521 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-653d136c-8ec5-476f-8647-3c3b1f7bf708 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 811 time: 0.7815685 Apr 20 19:27:56.973626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:56.974650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.984296 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a481110f-cb51-4406-b18b-f1a0a70280e7 req-898d215d-f7e3-4694-8405-4c1dd1b706d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970693 Apr 20 19:27:56.987191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:57.039323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.041893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45342) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:57.083027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:27:57.091799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:57.114508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:27:57.136775 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7af38f96-4cde-42d9-9df1-bc03e647dfa6 req-bcfe8cb4-9c0c-4f80-ab25-2d2b502f0eac tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 210 time: 0.1847398 Apr 20 19:27:57.138120 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ead9d2c7-4a91-45e7-8d0c-fe4acb93167b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dba0a95e-a242-498f-bb24-96fe980611cf HTTP/1.1" status: 204 len: 168 time: 3.4781249 Apr 20 19:27:57.150366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45348) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:57.168027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cb4c63-ea47-49dd-be08-2df5382c1d9b,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:57.171681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.186680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:57.189412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e512acac-de8e-4826-84b5-369633785a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:57.288747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Checking segment: {'id': 'd12450b3-9974-44f8-8467-ad1379bb3d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:27:57.289128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Network hostable DHCP agents. Network: 9e5e623c-2347-4802-a897-4e38a213d8fe, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:27:57.363273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.436788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:57.437495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.457813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Pushing event updated for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:57.464804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:57.467891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:57.475660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Usage tracker for resource:security_group_rule and tenant:d6ee1f25585c41f4b46c501f7098bc1f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:57.482877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:57.486084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Network 9e5e623c-2347-4802-a897-4e38a213d8fe is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:27:57.508095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:57.538913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 9e5e623c-2347-4802-a897-4e38a213d8fe) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:27:57.548469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.549568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252fe7a-8583-42ff-93e6-7a2e55c51982 None None] Network 9e5e623c-2347-4802-a897-4e38a213d8fe requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:57.552727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.553303 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48643505-9231-4450-a6e3-cc4785b216ef HTTP/1.1" status: 204 len: 168 time: 0.7858613 Apr 20 19:27:57.563694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c1c9bbd6-3306-425e-a0ba-3f9374c21308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:57.586672 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0063460 Apr 20 19:27:57.606438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Request body: {'port': {'device_id': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:57.681128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48643505-9231-4450-a6e3-cc4785b216ef,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:57.691790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:57.692820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.751341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:57.796331 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5d8b3cd9-c038-454c-a841-9e21935d348b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 5703 time: 0.7100496 Apr 20 19:27:57.824077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:57.850436 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4111767 Apr 20 19:27:57.893465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'port': {'device_id': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'admin_state_up': True, 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'security_groups': ['8de059bb-0ea1-4c99-8840-25b933832193']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:57.928621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced68d33-f39c-402c-b391-1b01dfa8b090 None None] Network 9e5e623c-2347-4802-a897-4e38a213d8fe requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:27:58.251957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.277035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.281894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.298827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1a2eba63-d403-49cd-ac03-14af93745173 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:58.367549 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6ee1f25585c41f4b46c501f7098bc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3216250 Apr 20 19:27:58.368553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be5c59-373c-4232-a55a-fd4dc6aa6bc4,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:58.371430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45380) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:58.373968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:58.605442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:58.660641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.694254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.702459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:58.759594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.765240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3d0ab6b3-60e3-46bd-88a1-8b884b83c614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:58.778825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be5c59-373c-4232-a55a-fd4dc6aa6bc4,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:58.790816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:58.793235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.794472 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14be5c59-373c-4232-a55a-fd4dc6aa6bc4 HTTP/1.1" status: 204 len: 168 time: 0.4220960 Apr 20 19:27:58.821512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Made reservation on behalf of 95a179bb5d7a4f8e9532663660cfd521 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:58.827805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.845506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45402) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:58.869221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545266475-network', 'tenant_id': '641ba8efc8244cad8c98f537a39f9859'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:58.878884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:58.886456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Usage tracker for resource:network and tenant:641ba8efc8244cad8c98f537a39f9859 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:58.893661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:58.906327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:58.922658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Made reservation on behalf of 641ba8efc8244cad8c98f537a39f9859 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:58.933940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.959021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084af5-8e20-4ada-af51-e505b3978f9a req-87b79858-28a0-4a7f-b4a0-b0f6f9caab3e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:58.960762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-92084af5-8e20-4ada-af51-e505b3978f9a req-87b79858-28a0-4a7f-b4a0-b0f6f9caab3e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 1.5064108 Apr 20 19:27:58.969872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.970137 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.985516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.resource_extend [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:27:59.004845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:59.014541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Usage tracker for resource:security_group_rule and tenant:641ba8efc8244cad8c98f537a39f9859 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:59.023748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:59.034003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:59.178380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.183046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.198831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:27:59.206150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3f5fa-17e4-4ac3-b6d7-d14a29854d8d req-8b1f8001-c6a2-48ea-a8af-5a99c72810de tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:59.207799 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-28f3f5fa-17e4-4ac3-b6d7-d14a29854d8d req-8b1f8001-c6a2-48ea-a8af-5a99c72810de tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 932 time: 1.1639316 Apr 20 19:27:59.210278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.210843 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Added segment a89e279b-c314-4d38-b1da-8af310973831 of type vlan for network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 Apr 20 19:27:59.250801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:59.251096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:27:59.297887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.298125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234df1a-d5d4-4aa7-ad90-1c72cf37fb18,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:59.322643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:59.326024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:27:59.326605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.366231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.376101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.379722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:59.380263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.386447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:59.391408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.391896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.392669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.393002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.393361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.393764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.394245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.394687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.394993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.395373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.484465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.484864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.485608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.485608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:27:59.486024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e1ecb3-5660-423d-bc9c-620dfdb0900f']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:59.495539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Pushing event updated for resources: {'Network': ['ID=a99bdb47-da6e-4579-89d1-d8cd4ef53ac2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:59.507669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:27:59.508970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:59.509590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Transition to ACTIVE for port object ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:59.516321 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-92084af5-8e20-4ada-af51-e505b3978f9a req-6f1be579-3b7a-4c47-b596-bf7eb578c476 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032907 Apr 20 19:27:59.528653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f01a1dc-5743-4e18-b359-8325b84182c7') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:59.528961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f01a1dc-5743-4e18-b359-8325b84182c7') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:59.545547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.554969 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7077909 Apr 20 19:27:59.560745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45418) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:59.561209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45420) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:59.620292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-28f3f5fa-17e4-4ac3-b6d7-d14a29854d8d req-5d81fb41-30f8-4cdb-b490-ce5574edcdb2 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Synchronizing usage tracker for tenant:366ac15cfb9140c796719c107536d2b2 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:59.642234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.647771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Request body: {'subnet': {'network_id': 'a99bdb47-da6e-4579-89d1-d8cd4ef53ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545266475-subnet', 'tenant_id': '641ba8efc8244cad8c98f537a39f9859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:27:59.653457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:59.658033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Usage tracker for resource:subnet and tenant:641ba8efc8244cad8c98f537a39f9859 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:59.662212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:59.669102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:59.679385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.685493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.693789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Transition to ACTIVE for port object 5b8a959f-4ef7-47af-bd87-fc49607d0da9 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:27:59.698320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:59.704189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:59.712054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Made reservation on behalf of 641ba8efc8244cad8c98f537a39f9859 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:27:59.716786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26467647'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:59.732881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a5769303c14cac8ffa171335cc2001 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:59.744351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:59.764798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:59.786662 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:27:59.810515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.011561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-28f3f5fa-17e4-4ac3-b6d7-d14a29854d8d req-5d81fb41-30f8-4cdb-b490-ce5574edcdb2 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Unset dirty status for tenant:366ac15cfb9140c796719c107536d2b2 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:00.012840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-28f3f5fa-17e4-4ac3-b6d7-d14a29854d8d req-5d81fb41-30f8-4cdb-b490-ce5574edcdb2 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812989 Apr 20 19:28:00.082982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f62b571-3f93-4367-a245-bb1509b2c5b6 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:00.098108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.166857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.167904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:00.171732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Transition to ACTIVE for port object 4f62b571-3f93-4367-a245-bb1509b2c5b6 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:00.174655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.204042 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:00.218039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.250472 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a5769303c14cac8ffa171335cc2001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880438 Apr 20 19:28:00.270125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45442) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:00.371585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371c6ac2-0d7b-4575-a95a-f0fffa142b70,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:00.388910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:00.391681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:00.491545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:00.492255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Allocated IP 172.20.0.4 (69b71687-32f3-4cde-ab64-8b5bedb36ce7/4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b/367ef83f-59f8-4d7f-a3ed-5741a8849d94) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:00.506864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:00.633603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:00.640103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:00.668140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.716628 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-14ac3259-f854-4b72-8e28-0f1a6422cc6c req-864aa163-7f53-4e28-bedf-d2b01fdce5c9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 210 time: 0.5452313 Apr 20 19:28:00.724022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Attempting to bind port 4f62b571-3f93-4367-a245-bb1509b2c5b6 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:00.724439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Attempting to bind port 4f62b571-3f93-4367-a245-bb1509b2c5b6 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:00.724913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Attempting to bind port 4f62b571-3f93-4367-a245-bb1509b2c5b6 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:00.743355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.758051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Port 4f62b571-3f93-4367-a245-bb1509b2c5b6 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:00.758051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Attempting to bind port 4f62b571-3f93-4367-a245-bb1509b2c5b6 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:00.779272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:00.779685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Checking segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:00.780302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Bound using segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:00.780847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Bound port: 4f62b571-3f93-4367-a245-bb1509b2c5b6, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:00.781281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.781857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:00.828424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.954169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.966903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:00.994353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c6ac2-0d7b-4575-a95a-f0fffa142b70,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:00.998700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:01.014028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.014860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26457176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26467630'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.026805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:01.028912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c023d3a5-b430-49fd-a3fc-79ab224aa66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:01.060913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.088496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.089711 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/371c6ac2-0d7b-4575-a95a-f0fffa142b70 HTTP/1.1" status: 204 len: 168 time: 0.8107347 Apr 20 19:28:01.128994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.129681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.131171 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/4f62b571-3f93-4367-a245-bb1509b2c5b6 HTTP/1.1" status: 200 len: 1094 time: 3.5298746 Apr 20 19:28:01.131854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:01.136058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4910aba5-e65f-4158-993f-967b27d6e0b6,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:01.140428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.143002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:01.155331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:01.158605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.252654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Checking segment: {'id': 'a89e279b-c314-4d38-b1da-8af310973831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'a99bdb47-da6e-4579-89d1-d8cd4ef53ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:01.253074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Network hostable DHCP agents. Network: a99bdb47-da6e-4579-89d1-d8cd4ef53ac2, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:01.313992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:01.324284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Attempting to bind port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:01.324669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Attempting to bind port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:01.324815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:01.325040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Attempting to bind port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:01.329806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.338644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, a99bdb47-da6e-4579-89d1-d8cd4ef53ac2) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:01.352491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d56f4-ef7b-4993-9203-95fd489ef994 None None] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:01.367629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.367629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.379267 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-29975c62-509e-4aa4-a309-850aa50b1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.380915 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-29975c62-509e-4aa4-a309-850aa50b1c21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 1097 time: 0.1948459 Apr 20 19:28:01.398195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dc10d-4ccf-4595-9878-ac5ff05649f6 req-73a6b786-051f-4df2-aa22-addb57e834bb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.407562 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-933dc10d-4ccf-4595-9878-ac5ff05649f6 req-73a6b786-051f-4df2-aa22-addb57e834bb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 1.7112706 Apr 20 19:28:01.466805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:01.467177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Attempting to bind port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 on network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:01.472956 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9085956 Apr 20 19:28:01.483030 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-031db538-7835-40ec-ad33-c3353dffc19b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6 HTTP/1.1" status: 200 len: 217 time: 0.0942264 Apr 20 19:28:01.571886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-af4632f8-adce-4da3-ae53-f1ef3c8abc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.573517 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-af4632f8-adce-4da3-ae53-f1ef3c8abc9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.0743206 Apr 20 19:28:01.598309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Network 12e1ecb3-5660-423d-bc9c-620dfdb0900f has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:01.658375 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-70442333-903a-4989-8403-cdaf4eb87753 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746000 Apr 20 19:28:01.668654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86ae7d-e296-4f1c-8707-42fd825e7fbd None None] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: from cryptography.utils import int_from_bytes Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: from cryptography.utils import int_from_bytes Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: (rel_b, rel_a, rel_b), Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: (rel_b, rel_a, rel_b), Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:28:01.733443 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:28:01.764730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e36b4-0006-48ae-8020-3d8ad8d95407 req-a88131a1-7f28-42a7-9cc1-6edcfb0acf9c tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:01.774667 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-939e36b4-0006-48ae-8020-3d8ad8d95407 req-a88131a1-7f28-42a7-9cc1-6edcfb0acf9c tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.8320968 Apr 20 19:28:01.777688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.790746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:01.791409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Checking segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:01.791980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Bound using segment: {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:01.792636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Bound port: ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc19d66b-81d2-4226-b64b-e348bfeca958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:01.793178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.831140 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-629e45c3-13b2-4ddb-96ca-a7a7fa6c33db service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629982 Apr 20 19:28:01.920906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Attempting to bind port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:01.921283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Attempting to bind port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:01.921650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Attempting to bind port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:01.980088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30b2769a-dac5-4c65-ad64-cb7ccc9c8f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:02.001401 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-933dc10d-4ccf-4595-9878-ac5ff05649f6 req-ed0cb2c3-af4b-4e86-a665-f80bd1245385 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928750 Apr 20 19:28:02.002032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 on network ed015f41-b7af-4360-ac83-625117218c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:02.002397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Attempting to bind port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:02.005770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:02.012243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.064723 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/12e1ecb3-5660-423d-bc9c-620dfdb0900f HTTP/1.1" status: 204 len: 168 time: 4.9134037 Apr 20 19:28:02.070564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e1ecb3-5660-423d-bc9c-620dfdb0900f,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:02.072676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:02.072972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Checking segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:02.073389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Bound using segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:02.073885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Bound port: 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:02.074225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.090913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:02.099143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:02.134564 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a65bd31f-449a-4fae-8420-f9e48e048166 req-3d0b40cb-f1e4-41e2-8af5-da4beb02b08a service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956707 Apr 20 19:28:02.136796 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.167003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.232973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:02.275407 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-939e36b4-0006-48ae-8020-3d8ad8d95407 req-ce0bdd23-4d6a-497a-8209-01070a259298 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993324 Apr 20 19:28:02.354918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45498) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:02.356208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Transition to ACTIVE for port object 367ef83f-59f8-4d7f-a3ed-5741a8849d94 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:02.365320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:02.366003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.367660 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 1093 time: 6.5643008 Apr 20 19:28:02.384503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:02.561159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:02.566216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:02.572902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6', 'status': 'completed', 'code': 200} Apr 20 19:28:02.611879 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-68632b58-bc74-41ed-bb5b-4a6f1ac4ce07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=022771ef52a148229a99b5bf2354aa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491734 Apr 20 19:28:02.613800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.614906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:02.617869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45510) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:02.627716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:02.688780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:02.782307 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9913a3-3022-412e-9797-e920dcc480b9 req-3bd8bad0-3df8-43be-b05d-8cf3be858b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:02.785918 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-3bd8bad0-3df8-43be-b05d-8cf3be858b98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 1097 time: 0.1857178 Apr 20 19:28:02.874584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05581ff-69aa-438a-a4c6-ef1100a46410 req-cdee2fd6-0add-47ce-bbac-c0cfce34a5ad tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:02.881827 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b05581ff-69aa-438a-a4c6-ef1100a46410 req-cdee2fd6-0add-47ce-bbac-c0cfce34a5ad tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 944 time: 0.6997001 Apr 20 19:28:02.942047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:02.946259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.955249 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] 10.222.0.58 "PUT /v2.0/ports/5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1094 time: 6.9585915 Apr 20 19:28:02.999131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-07b968f5-8fe5-4816-b585-3c09549f186f req-1033af69-b7ae-4dfe-a755-8c8c908583bc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:03.043351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9913a3-3022-412e-9797-e920dcc480b9 req-6e924adb-4b5f-4d57-ad67-c4c96ac1efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.051686 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-6e924adb-4b5f-4d57-ad67-c4c96ac1efe4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.2607017 Apr 20 19:28:03.064225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.067025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.074833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-8d29ab9b-5d7f-4cb7-87ac-8aeb35f84c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.076867 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-8d29ab9b-5d7f-4cb7-87ac-8aeb35f84c84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1096 time: 0.6315925 Apr 20 19:28:03.192305 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-a3186e90-479a-4163-8153-4c445989735d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6 HTTP/1.1" status: 200 len: 217 time: 0.1270838 Apr 20 19:28:03.485045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9913a3-3022-412e-9797-e920dcc480b9 req-38f25bcb-0886-4ed5-8f82-ebe969cae400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.486957 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-38f25bcb-0886-4ed5-8f82-ebe969cae400 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.2883329 Apr 20 19:28:03.551941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:03.563274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-07b968f5-8fe5-4816-b585-3c09549f186f req-1033af69-b7ae-4dfe-a755-8c8c908583bc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:03.564596 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-07b968f5-8fe5-4816-b585-3c09549f186f req-1033af69-b7ae-4dfe-a755-8c8c908583bc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 210 time: 0.8287909 Apr 20 19:28:03.566356 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-9c3075f7-f4fa-46db-8fa3-fa745a8c3d56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.1423016 Apr 20 19:28:03.574889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:03.576918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:03.587107 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-4a93b7b1-e93c-4c17-b962-9f62e6cc5fb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937481 Apr 20 19:28:03.588912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:03.620169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:03.659556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.666865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-293031f2-fc80-40f2-8e61-ad950ebd0f00 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:03.728394 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b05581ff-69aa-438a-a4c6-ef1100a46410 req-3ec26764-12fa-418b-a66e-b64faccebe05 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095098 Apr 20 19:28:03.840175 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-de4706ba-7434-4851-a6d9-e3d9ad96e916 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459073 Apr 20 19:28:03.860273 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18', 'status': 'completed', 'code': 200} Apr 20 19:28:03.902563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.903274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.911928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:03.921777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-01a81624-bb6d-4956-b9f8-935dbc64f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.927439 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-01a81624-bb6d-4956-b9f8-935dbc64f1b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.3433726 Apr 20 19:28:03.950921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:03.958121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.992369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f1e40245-9689-46a5-bacf-43cf02427186 None None] Provisioning for port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:04.008735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f1e40245-9689-46a5-bacf-43cf02427186 None None] Provisioning complete for port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:04.009169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f1e40245-9689-46a5-bacf-43cf02427186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.026866 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de9913a3-3022-412e-9797-e920dcc480b9 req-16c2566b-41b3-42b5-ab46-5b603f486064 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786869 Apr 20 19:28:04.043504 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-6f721c8d-6d3c-4f0b-9fce-d9d2c5661938 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891089 Apr 20 19:28:04.044856 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2227552 Apr 20 19:28:04.056964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:04.067741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-b9b6605e-36f0-4c90-81bb-0f6eeb66f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:04.069345 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-b9b6605e-36f0-4c90-81bb-0f6eeb66f142 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1097 time: 1.0094221 Apr 20 19:28:04.089347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f1e40245-9689-46a5-bacf-43cf02427186 None None] Port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:28:04.127431 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Request body: {'port': {'device_id': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:04.183477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce594480-d4f3-46e8-9102-e7eb5b7baf0e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:04.281420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:04.309655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4f62b571-3f93-4367-a245-bb1509b2c5b6 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:04.316126 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-9830d634-a0ea-4c60-8450-32be70639464 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 217 time: 0.1939514 Apr 20 19:28:04.318106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.322140 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce594480-d4f3-46e8-9102-e7eb5b7baf0e HTTP/1.1" status: 204 len: 168 time: 1.6974099 Apr 20 19:28:04.512154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:04.536930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '4f62b571-3f93-4367-a245-bb1509b2c5b6', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'port_id': '4f62b571-3f93-4367-a245-bb1509b2c5b6', 'mac_address': 'fa:16:3e:49:88:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:04.610260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.638381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f62b571-3f93-4367-a245-bb1509b2c5b6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:04.669359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:04.674331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.677139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:04.767818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcee5c-814b-485f-a702-5e2249058b95 req-aad4fdce-d6be-4dab-9c81-28b53e816d2b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:04.775878 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dcdcee5c-814b-485f-a702-5e2249058b95 req-aad4fdce-d6be-4dab-9c81-28b53e816d2b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.7297616 Apr 20 19:28:04.780488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-a6059dd1-5b6c-4652-aec2-d125a78172ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:04.781703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:04.782036 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-a6059dd1-5b6c-4652-aec2-d125a78172ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.3647571 Apr 20 19:28:04.792881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:04.877507 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.899008 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-b51c2193-52ef-470c-b152-73a747f61295 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925985 Apr 20 19:28:04.908966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4f62b571-3f93-4367-a245-bb1509b2c5b6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:04.981592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45592) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:05.053468 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7b30ca77-ac87-4bb5-9293-e3e7f917515e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=196bef408c4b44d59a44adaf52fc3c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698752 Apr 20 19:28:05.054469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45596) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:05.126814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.144547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-a1a692ae-875c-4005-bb72-3395555098db tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:05.146199 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-a1a692ae-875c-4005-bb72-3395555098db tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/networks?id=9e5e623c-2347-4802-a897-4e38a213d8fe HTTP/1.1" status: 200 len: 808 time: 0.8604584 Apr 20 19:28:05.154565 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dcdcee5c-814b-485f-a702-5e2249058b95 req-1b24160b-330e-4980-a378-f0944f48fac6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777626 Apr 20 19:28:05.160688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.227135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.235499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d8ee88f1-a063-40fd-8684-1b607a33450c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:05.255033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7139362-6bd2-406c-972b-19804df9482c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:05.256209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-702bc933-9f79-4854-961a-5b64948b40f3 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/quotas/9a986d6410db409e8c5e8a7278ec9ce6 HTTP/1.1" status: 200 len: 375 time: 0.0952632 Apr 20 19:28:05.264344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.269636 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7139362-6bd2-406c-972b-19804df9482c HTTP/1.1" status: 204 len: 168 time: 0.2102838 Apr 20 19:28:05.269636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:05.385629 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-2a3bb6e8-0c1d-4bb8-9067-23db4c38a42e tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a986d6410db409e8c5e8a7278ec9ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174736 Apr 20 19:28:05.453115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-519722c3-9239-43bb-9948-075554f4f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:05.454755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-519722c3-9239-43bb-9948-075554f4f7ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6550472 Apr 20 19:28:05.529803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d4f421-91b2-43c6-9c15-6cf55e11a64b req-7fd0aaf1-04d4-4ef3-989c-40077a63a6de service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949235 Apr 20 19:28:05.908283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:06.210392 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-729f879b-a437-45b9-a995-0540d6d24829 service neutron] 10.222.0.13 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051600 Apr 20 19:28:06.225128 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-12bc03fc-eb45-433f-8789-d83f4d1b546f service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280502 Apr 20 19:28:06.313130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4f62b571-3f93-4367-a245-bb1509b2c5b6 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:06.421647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 4f62b571-3f93-4367-a245-bb1509b2c5b6 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:06.438566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 4f62b571-3f93-4367-a245-bb1509b2c5b6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:06.439069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.570830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b368-4e2a-4841-a47b-14227608a459 req-5a0c908b-45a7-4325-a267-a1426637802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:06.573791 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-5a0c908b-45a7-4325-a267-a1426637802a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1096 time: 0.9503496 Apr 20 19:28:06.818370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e2e6-d8c8-4e10-ba26-b99b483f0c96 req-2183338f-8bc5-4666-841f-5085eb6fc058 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:06.820556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-38d1e2e6-d8c8-4e10-ba26-b99b483f0c96 req-2183338f-8bc5-4666-841f-5085eb6fc058 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 931 time: 0.8294706 Apr 20 19:28:06.824985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.resource_extend [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:28:07.072438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:07.133558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:07.156830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:07.161189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:07.165202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5dc1fcc3-6632-438b-8eb9-3bf571d06dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:07.206180 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc5947b3-2020-479f-b1c3-1ee1534722a1 req-8f05afe5-be8a-4957-9e14-60f392262816 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9668829 Apr 20 19:28:07.220538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367ef83f-59f8-4d7f-a3ed-5741a8849d94 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:07.238333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:07.255246 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-38d1e2e6-d8c8-4e10-ba26-b99b483f0c96 req-5e7bffe2-9706-4736-b2d6-e2e4ebb353f5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730412 Apr 20 19:28:07.278524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-9fe7fa86-45be-4b4f-88db-1123b6c03219 service neutron] 10.222.0.13 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406721 Apr 20 19:28:07.285995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:07.301348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:07.341806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Transition to ACTIVE for port object 367ef83f-59f8-4d7f-a3ed-5741a8849d94 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:07.349381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:07.351604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b368-4e2a-4841-a47b-14227608a459 req-3667b4ee-d262-4bad-a0fc-a0a4aa558181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:07.354025 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-3667b4ee-d262-4bad-a0fc-a0a4aa558181 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.6676300 Apr 20 19:28:07.361529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:07.596329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45690) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:07.743730 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-4549820d-530c-4caf-97fa-44377b38290e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.3093495 Apr 20 19:28:07.745914 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'status': 'completed', 'code': 200} Apr 20 19:28:08.065934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Pushing event updated for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:08.079756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:08.158764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.192210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:08.198109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3034bfcfe7242f080f4c48f00da9918 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:08.201606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:08.206901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b368-4e2a-4841-a47b-14227608a459 req-fcc801d2-752c-45c6-a5a5-46f2ed49c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:08.208504 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-fcc801d2-752c-45c6-a5a5-46f2ed49c9d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.3331656 Apr 20 19:28:08.209457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:08.319529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:08.385376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.389805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.460765 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-596f5ce6-6d0b-47cc-8495-da7a92655861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:08.535692 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3034bfcfe7242f080f4c48f00da9918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9369040 Apr 20 19:28:08.544488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45728) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:08.545663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bc0bb8-0644-4b41-8ea4-e8080d7b80ca,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:08.591875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cbd2543c-d128-4162-9a5f-fc8c621fc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:08.649828 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-1d422df7-6c2d-4356-a5f5-1bf950193244 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4190278 Apr 20 19:28:08.674212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111144c1-47bc-4655-a21e-c3d3d450c70c req-b5db242e-7c59-4d49-871f-a68b1c1cd49f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:08.676455 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-111144c1-47bc-4655-a21e-c3d3d450c70c req-b5db242e-7c59-4d49-871f-a68b1c1cd49f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 1.0992312 Apr 20 19:28:08.692510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:08.695770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.713916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18', 'network_id': 'e3bf556f-8bfd-4c4c-bad4-f461b95400a3', 'port_id': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18', 'mac_address': 'fa:16:3e:6f:e8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3626ff0-4977-4150-bbfa-3adc53df209b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:08.750790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.791399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.814862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:08.821806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.835629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-987added-ba24-4e25-bc87-dcfefd152021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:08.837812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:08.841034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.844576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:08.864046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bc0bb8-0644-4b41-8ea4-e8080d7b80ca,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:08.868141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:08.868703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-2510ab3b-27cc-47a6-8c6d-d6b0f1638331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:08.869716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:08.871352 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06bc0bb8-0644-4b41-8ea4-e8080d7b80ca HTTP/1.1" status: 204 len: 168 time: 0.3112133 Apr 20 19:28:08.871466 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-2510ab3b-27cc-47a6-8c6d-d6b0f1638331 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1097 time: 1.1065681 Apr 20 19:28:08.887627 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886799-edb7-442e-b697-ecdd99e2bf8f req-6d7bd1ee-faf3-4d19-bf52-d078af220aa6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:08.889888 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1b886799-edb7-442e-b697-ecdd99e2bf8f req-6d7bd1ee-faf3-4d19-bf52-d078af220aa6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 1.0158119 Apr 20 19:28:08.944354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Attempting to bind port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:08.944976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Attempting to bind port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:08.945500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Attempting to bind port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:08.956982 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-f7d73ca9-02b9-42ee-ae67-fcd4ad129f1e service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947946 Apr 20 19:28:09.011396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:09.015346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:09.020353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:09.020702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Attempting to bind port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:09.066227 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:09.066621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Checking segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:09.067055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Bound using segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:09.067581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Bound port: 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:09.067976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:09.086365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:09.174026 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-111144c1-47bc-4655-a21e-c3d3d450c70c req-410857dc-51f1-4cff-a126-ff0ded27521e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084278 Apr 20 19:28:09.337932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:09.338396 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6', 'code': 200} Apr 20 19:28:09.341549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:09.355113 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1b886799-edb7-442e-b697-ecdd99e2bf8f req-3bbd831f-843c-4cd5-a583-9687beb74546 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121470 Apr 20 19:28:09.356352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:09.406678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:09.454766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45742) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:09.529073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:09.529764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:09.531271 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] 10.222.0.58 "PUT /v2.0/ports/367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 1093 time: 5.4609475 Apr 20 19:28:09.555747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:09.599494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-9c4959a7-5e98-4dc5-91c0-01180ef7e0e6 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:09.600311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc52f6fd-517f-49be-9506-95e64012003a req-9c4959a7-5e98-4dc5-91c0-01180ef7e0e6 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Synchronizing usage tracker for tenant:9a986d6410db409e8c5e8a7278ec9ce6 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:09.606550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:09.620019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad3b3afe74a4ec1af01b784ec671984 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:09.624278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:09.652248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:09.715904 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0300b368-4e2a-4841-a47b-14227608a459 req-b596888e-e05c-42f2-aa31-af61131d9214 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251039 Apr 20 19:28:09.729549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc52f6fd-517f-49be-9506-95e64012003a req-9c4959a7-5e98-4dc5-91c0-01180ef7e0e6 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Unset dirty status for tenant:9a986d6410db409e8c5e8a7278ec9ce6 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:09.730828 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-9c4959a7-5e98-4dc5-91c0-01180ef7e0e6 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.58 "GET /v2.0/networks?id=9e5e623c-2347-4802-a897-4e38a213d8fe HTTP/1.1" status: 200 len: 808 time: 0.5948699 Apr 20 19:28:09.750530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Request body: {'port': {'device_id': '331bba3d-792b-4967-a319-c3d609335c91', 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe', 'admin_state_up': True, 'tenant_id': '9a986d6410db409e8c5e8a7278ec9ce6'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:09.775562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-e61752eb-0be6-4ce9-a2bd-b452cdf58518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:09.777161 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-e61752eb-0be6-4ce9-a2bd-b452cdf58518 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.8627236 Apr 20 19:28:09.777854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Pushing event updated for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:09.782527 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ab11443-e585-4f34-8776-19c6e5f813c3 req-3d73a5e6-a8d5-45f7-9000-14d679e0891f tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 210 time: 0.2652764 Apr 20 19:28:09.783039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:09.795632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:09.919340 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-6d21f66e-2644-461d-8839-698a3854642b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 217 time: 0.0927944 Apr 20 19:28:10.054060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f9a3c-405a-4088-a01c-66c06fc27470 req-0e5936ba-b484-44e0-a3d9-a367c451b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.056280 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-926f9a3c-405a-4088-a01c-66c06fc27470 req-0e5936ba-b484-44e0-a3d9-a367c451b881 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 1099 time: 0.3887277 Apr 20 19:28:10.059566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-0baed384-0341-4ffd-bb6d-1bbf30edf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.060719 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-0baed384-0341-4ffd-bb6d-1bbf30edf4c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.1323118 Apr 20 19:28:10.077799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4421ca-04e1-4349-ab8b-c65f5c776531 req-84079a8a-c335-4219-9944-a1411dd6769e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.079595 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6d4421ca-04e1-4349-ab8b-c65f5c776531 req-84079a8a-c335-4219-9944-a1411dd6769e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 943 time: 0.4112010 Apr 20 19:28:10.096117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:10.101856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Usage tracker for resource:port and tenant:9a986d6410db409e8c5e8a7278ec9ce6 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:10.105546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:10.114316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:10.138043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Made reservation on behalf of 9a986d6410db409e8c5e8a7278ec9ce6 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:10.146079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.179225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-d32c6d1c-9a2b-41fd-8c00-530860b0ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.180971 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-d32c6d1c-9a2b-41fd-8c00-530860b0ff9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1096 time: 0.5143416 Apr 20 19:28:10.201984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-926f9a3c-405a-4088-a01c-66c06fc27470 req-9f88aed8-cff2-4323-b629-b8937d4e939e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339090 Apr 20 19:28:10.236591 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6d4421ca-04e1-4349-ab8b-c65f5c776531 req-e22880b3-2518-49b5-99bf-eeb6efa9c007 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240778 Apr 20 19:28:10.285930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-814ee334-c566-4f8b-b726-f21b36fcb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.288907 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-814ee334-c566-4f8b-b726-f21b36fcb446 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1861215 Apr 20 19:28:10.328801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:10.381952 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'status': 'completed', 'code': 200} Apr 20 19:28:10.405348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:10.513797 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-dea48835-ece7-4fd5-91f0-63608c1e3170 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 217 time: 0.3231885 Apr 20 19:28:10.727868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-f0745d0a-39f8-4020-a9ec-683226f6c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.736235 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-f0745d0a-39f8-4020-a9ec-683226f6c2d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.1997128 Apr 20 19:28:10.750268 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-b317d564-0ca5-4228-aa5d-2bbfa8a28acd service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534674 Apr 20 19:28:10.773526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:10.791871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:10.829819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a5dad-492d-489e-bed3-1247a80e5cd9 req-8b5481ec-273d-451d-8b89-5e7da18bff19 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.836503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Allocated IP 172.20.0.9 (9e5e623c-2347-4802-a897-4e38a213d8fe/29cb4c63-ea47-49dd-be08-2df5382c1d9b/824e0909-a906-4e34-a534-a605e5745fb6) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:10.839197 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e7a5dad-492d-489e-bed3-1247a80e5cd9 req-8b5481ec-273d-451d-8b89-5e7da18bff19 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2776804 Apr 20 19:28:10.865522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.872455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.880397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58616ac-76e4-4698-9785-3e386f1fcf5f req-2f0fe9f4-6ee2-42de-bf0e-7ba2993a265d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.884956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:10.888281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f58616ac-76e4-4698-9785-3e386f1fcf5f req-2f0fe9f4-6ee2-42de-bf0e-7ba2993a265d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2567742 Apr 20 19:28:10.891329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.913033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:10.928481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:10.935899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:10.936324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.968254 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ad3b3afe74a4ec1af01b784ec671984&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5099173 Apr 20 19:28:10.970789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269638ee-b24a-4252-91ab-8acb4713f849,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:10.974300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 45776) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:10.988565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:11.000657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:11.009264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.011577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:11.079333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e7a5dad-492d-489e-bed3-1247a80e5cd9 req-23d71339-7986-43aa-90d9-76e335eca277 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390373 Apr 20 19:28:11.084257 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abe7dd22-24fb-48c4-acc7-d5df33504065 req-6173fb01-5d21-447a-86b4-b59160e7fac0 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207691 Apr 20 19:28:11.098742 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f58616ac-76e4-4698-9785-3e386f1fcf5f req-77a3a23d-0e35-4f1f-8bc7-2d3a9510076a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091799 Apr 20 19:28:11.116593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-fbf48ed1-268e-458c-b14b-37614a0ac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.116593 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-fbf48ed1-268e-458c-b14b-37614a0ac6f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3451281 Apr 20 19:28:11.135847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.192487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:11.195541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:11.198867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:11.199643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.201404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:11.279128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:11.284098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:11.339326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:11.361923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5b8a959f-4ef7-47af-bd87-fc49607d0da9'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:11.382902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42a85ab0-2fa2-49fa-9651-f07e70701b42 req-181732a9-656a-4741-8b88-034780d31b96 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 210 time: 0.0716648 Apr 20 19:28:11.401404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195870e-393d-4a33-b335-9ee9ee907268 req-8d4d06e1-00af-48f7-a3ed-f93f773d8f34 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.403235 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6195870e-393d-4a33-b335-9ee9ee907268 req-8d4d06e1-00af-48f7-a3ed-f93f773d8f34 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.1735654 Apr 20 19:28:11.421409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.458553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.476926 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6195870e-393d-4a33-b335-9ee9ee907268 req-69d8c716-79a9-4221-b821-beb18632bb89 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Apr 20 19:28:11.560995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.574359 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18', 'code': 200} Apr 20 19:28:11.600608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.621223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-311ecf51-ccbd-4804-9570-9e81ad20f2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:11.642220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269638ee-b24a-4252-91ab-8acb4713f849,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:11.655448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:11.657750 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-2b7f855f-bb17-431f-908b-29b766cc6e58 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406923 Apr 20 19:28:11.713571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679db7-67b4-4ef9-81e9-d657344a33f6 req-198405ab-ecbe-47a2-9436-921edd164063 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.716341 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-64679db7-67b4-4ef9-81e9-d657344a33f6 req-198405ab-ecbe-47a2-9436-921edd164063 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 943 time: 0.1355710 Apr 20 19:28:11.716697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.718836 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/269638ee-b24a-4252-91ab-8acb4713f849 HTTP/1.1" status: 204 len: 168 time: 0.7391469 Apr 20 19:28:11.797785 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-64679db7-67b4-4ef9-81e9-d657344a33f6 req-961d9a1c-8dfc-4466-ba9c-127d1fb2e521 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719004 Apr 20 19:28:11.851921 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37e13cb3-a7d1-44de-b5f3-af8dde03376c req-9caa168a-90dd-4d33-8a8a-7852446eaa7a service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845329 Apr 20 19:28:11.853687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.864853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:11.918565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93168-54f3-4d67-bb2b-60f98bed4edb req-bce1b2c3-e9b3-42d8-bfd5-e446923f12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.920285 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebc93168-54f3-4d67-bb2b-60f98bed4edb req-bce1b2c3-e9b3-42d8-bfd5-e446923f12c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.1110890 Apr 20 19:28:11.978532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Network 9e5e623c-2347-4802-a897-4e38a213d8fe is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:12.000569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:12.009375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:12.012594 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebc93168-54f3-4d67-bb2b-60f98bed4edb req-f841203d-fb51-45bd-992d-8a7cad64eaf1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792844 Apr 20 19:28:12.055682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Pushing event updated for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:12.062573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:12.130393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:12.131142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.162678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-09ad30b3-836d-4c61-a1e4-1071918bc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:12.164362 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-09ad30b3-836d-4c61-a1e4-1071918bc87e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1096 time: 0.2427292 Apr 20 19:28:12.171969 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4267378 Apr 20 19:28:12.242511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Request body: {'port': {'device_id': '331bba3d-792b-4967-a319-c3d609335c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:12.337815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:12.563640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-46f8d2bc-9e2e-467e-a078-5d2ca564361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:12.567519 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-46f8d2bc-9e2e-467e-a078-5d2ca564361e service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.3939505 Apr 20 19:28:12.584909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:12.590526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:12.590953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.773666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.819185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:12.823120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.826184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:12.983318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:12.995320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:13.033635 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-cd5e3646-be9f-4950-8081-034d76deeb70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 217 time: 0.4526587 Apr 20 19:28:13.065978 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:13.117463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f988a8-c124-441d-91b0-b8be94fba580 req-f9bea5a1-21e8-488c-bf27-93f7e9f6e623 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.120209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-40f988a8-c124-441d-91b0-b8be94fba580 req-f9bea5a1-21e8-488c-bf27-93f7e9f6e623 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.58 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.7963610 Apr 20 19:28:13.217682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-e3d6fd20-00ec-4a68-b785-899aeb0ac75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.219267 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-e3d6fd20-00ec-4a68-b785-899aeb0ac75a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.1396210 Apr 20 19:28:13.240069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Deleting port ea05b4d1-46f0-4b76-b724-67b71ed78438 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:13.240570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:13.300652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336248-ba58-483a-b32e-2354fb5ea640 req-cee17bf0-aa66-4abe-aaf8-7ec197e292cc tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.302477 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9336248-ba58-483a-b32e-2354fb5ea640 req-cee17bf0-aa66-4abe-aaf8-7ec197e292cc tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.8538415 Apr 20 19:28:13.313800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441878-532d-4840-aa98-41f3c4edbdaf req-4716127e-eb76-4559-b2f4-127a6a0b78f4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.322415 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47441878-532d-4840-aa98-41f3c4edbdaf req-4716127e-eb76-4559-b2f4-127a6a0b78f4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 945 time: 0.7468486 Apr 20 19:28:13.403909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-b0229aa7-8f95-44cb-b544-098577761ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.405550 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-b0229aa7-8f95-44cb-b544-098577761ae5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784842 Apr 20 19:28:13.490549 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47441878-532d-4840-aa98-41f3c4edbdaf req-e00611ed-d2b5-496e-8dc3-e4f703cfa517 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668382 Apr 20 19:28:13.575941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:13.605261 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-87827e91-3159-4c5f-89b1-d19ec7039e19 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827953 Apr 20 19:28:13.669832 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9336248-ba58-483a-b32e-2354fb5ea640 req-73b7cabf-f0d3-4d83-bcc6-1e380bf72d0b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175342 Apr 20 19:28:13.963747 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-12a070fd-dc65-4194-b1a6-0f94b8a21272 req-3b34a8f6-516f-42cf-a776-3a8cb3c7841b service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481510 Apr 20 19:28:14.143213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f982e49-97bf-4fe5-8894-dfb90e863217 req-eeec548f-03e8-44b0-9e02-e67b629a6bfe tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.145673 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4f982e49-97bf-4fe5-8894-dfb90e863217 req-eeec548f-03e8-44b0-9e02-e67b629a6bfe tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 931 time: 0.4177871 Apr 20 19:28:14.149909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] For port ea05b4d1-46f0-4b76-b724-67b71ed78438, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea05b4d1-46f0-4b76-b724-67b71ed78438,segment=NetworkSegment(d4f59700-6d22-4423-a35e-7fb01a6aa4a3),segment_id=d4f59700-6d22-4423-a35e-7fb01a6aa4a3)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:14.150316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.156610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824e0909-a906-4e34-a534-a605e5745fb6 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:14.170281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.201503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Transition to ACTIVE for port object 824e0909-a906-4e34-a534-a605e5745fb6 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:14.215793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.239979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ea400d7-9bc7-4f48-8868-177a6e3c9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:14.318115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da180fe-64eb-45d6-9956-a66338759bff req-8306f668-e18f-4f88-926f-07824f946255 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.319848 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4da180fe-64eb-45d6-9956-a66338759bff req-8306f668-e18f-4f88-926f-07824f946255 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 946 time: 0.3491991 Apr 20 19:28:14.333248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Calling delete_port for ea05b4d1-46f0-4b76-b724-67b71ed78438 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:14.342832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 367ef83f-59f8-4d7f-a3ed-5741a8849d94 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:14.404355 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4f982e49-97bf-4fe5-8894-dfb90e863217 req-37ab2de9-ec3c-4a3d-988a-473b958c6809 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439735 Apr 20 19:28:14.617376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:14.660579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.675653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.676272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.676686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.677092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.677492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.677896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.678293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.678778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.679135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.679448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.679837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:14.685116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:14.715839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:14.732642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'port_id': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'mac_address': 'fa:16:3e:87:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:14.827784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.854535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367ef83f-59f8-4d7f-a3ed-5741a8849d94 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:14.872051 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4da180fe-64eb-45d6-9956-a66338759bff req-cb45ff67-1210-4426-9ac9-7822cb82e0df tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3558abb-f207-4643-b371-8c033dbccd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082183 Apr 20 19:28:14.879479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:14.883820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.886473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:14.937520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Attempting to bind port 824e0909-a906-4e34-a534-a605e5745fb6 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:14.937938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Attempting to bind port 824e0909-a906-4e34-a534-a605e5745fb6 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd12450b3-9974-44f8-8467-ad1379bb3d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:14.938311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Attempting to bind port 824e0909-a906-4e34-a534-a605e5745fb6 on network 9e5e623c-2347-4802-a897-4e38a213d8fe {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:14.948010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Port 824e0909-a906-4e34-a534-a605e5745fb6 on network 9e5e623c-2347-4802-a897-4e38a213d8fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:14.948372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Attempting to bind port 824e0909-a906-4e34-a534-a605e5745fb6 on network 9e5e623c-2347-4802-a897-4e38a213d8fe {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:14.970380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:14.970818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Checking segment: {'id': 'd12450b3-9974-44f8-8467-ad1379bb3d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:14.971792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Bound using segment: {'id': 'd12450b3-9974-44f8-8467-ad1379bb3d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:14.972358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Bound port: 824e0909-a906-4e34-a534-a605e5745fb6, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12450b3-9974-44f8-8467-ad1379bb3d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:14.972769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:14.981105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:14.985019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:14.988443 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d793-8ec9-405c-a5ea-0e498490938b req-718f026d-4f8b-436d-b9b8-b144d5d6dc0c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.990389 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6886d793-8ec9-405c-a5ea-0e498490938b req-718f026d-4f8b-436d-b9b8-b144d5d6dc0c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 943 time: 0.2533827 Apr 20 19:28:15.007931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:15.018214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1dc1fd17-be60-4a85-bd04-2e8881fabb6d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:15.050186 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'code': 200} Apr 20 19:28:15.072927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Pushing event deleted for resources: {'Port': ['ID=ea05b4d1-46f0-4b76-b724-67b71ed78438,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:15.122191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.123062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.123340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.123707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.124102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.124498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.124662 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['367ef83f-59f8-4d7f-a3ed-5741a8849d94'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:15.124928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.125256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.125645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.126031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.126419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.126809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:15.194976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:15.203958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=824e0909-a906-4e34-a534-a605e5745fb6,segment=NetworkSegment(d12450b3-9974-44f8-8467-ad1379bb3d0b),segment_id=d12450b3-9974-44f8-8467-ad1379bb3d0b)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:15.215746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:15.220358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:15.224053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] No DVR routers for this DVR port ea05b4d1-46f0-4b76-b724-67b71ed78438 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:28:15.236170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:15.236915 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6886d793-8ec9-405c-a5ea-0e498490938b req-df88df37-7f5c-4c7d-98f5-65732e21acad tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200730 Apr 20 19:28:15.244951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:15.269463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'name': 'network-vif-deleted', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:15.285126 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-40f988a8-c124-441d-91b0-b8be94fba580 req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.58 "DELETE /v2.0/ports/ea05b4d1-46f0-4b76-b724-67b71ed78438 HTTP/1.1" status: 204 len: 173 time: 2.1564479 Apr 20 19:28:15.387188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:15.391886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:15.396790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.397622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:15.399913 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/824e0909-a906-4e34-a534-a605e5745fb6 HTTP/1.1" status: 200 len: 1093 time: 3.1712766 Apr 20 19:28:15.400540 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:15.591639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-96ed7458-74a9-4c8c-a536-16a593f443e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.594278 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-96ed7458-74a9-4c8c-a536-16a593f443e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a986d6410db409e8c5e8a7278ec9ce6&device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 1096 time: 0.1445806 Apr 20 19:28:15.684899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea4a4b-b71b-4c32-98f9-56164290b905 req-8125a01a-06fa-4f7a-bd4a-ad96823daa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.686786 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-91ea4a4b-b71b-4c32-98f9-56164290b905 req-8125a01a-06fa-4f7a-bd4a-ad96823daa4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1099 time: 0.3199556 Apr 20 19:28:15.714930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392267c4-b0af-4815-b593-dd13cec7fe69 req-6183bdb0-07bc-46de-ad3c-7cb2c7a357d1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.718200 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-392267c4-b0af-4815-b593-dd13cec7fe69 req-6183bdb0-07bc-46de-ad3c-7cb2c7a357d1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.1824589 Apr 20 19:28:15.721211 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746601b7-7644-4268-940c-3091349b0a9e', 'name': 'network-vif-deleted', 'tag': 'ea05b4d1-46f0-4b76-b724-67b71ed78438', 'status': 'completed', 'code': 200} Apr 20 19:28:15.722477 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-fbb8cb6a-2885-4a60-8ff0-1212d322321d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824e0909-a906-4e34-a534-a605e5745fb6 HTTP/1.1" status: 200 len: 217 time: 0.1194403 Apr 20 19:28:15.838082 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6', 'status': 'completed', 'code': 200} Apr 20 19:28:15.870154 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-91ea4a4b-b71b-4c32-98f9-56164290b905 req-d930ed88-e53b-4ef7-a308-9171183e46f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476710 Apr 20 19:28:15.882322 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-392267c4-b0af-4815-b593-dd13cec7fe69 req-f35c9758-2bbe-4f3d-a221-c57689d52b8f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264811 Apr 20 19:28:15.977810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f6fd-517f-49be-9506-95e64012003a req-b1d06b29-aada-4edb-a1d5-af8d806b9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.980219 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-b1d06b29-aada-4edb-a1d5-af8d806b9d5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29cb4c63-ea47-49dd-be08-2df5382c1d9b HTTP/1.1" status: 200 len: 848 time: 0.1492295 Apr 20 19:28:15.990781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-68084d04-f69c-495f-a48e-5985d1e32d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.995091 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-68084d04-f69c-495f-a48e-5985d1e32d1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 1099 time: 0.2757010 Apr 20 19:28:16.013661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c876-fcc7-41f7-bb9c-0f44cf7b7ab1 req-55062179-d3da-4593-9f85-8d6aa2b02020 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.015416 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3f6c876-fcc7-41f7-bb9c-0f44cf7b7ab1 req-55062179-d3da-4593-9f85-8d6aa2b02020 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 943 time: 0.1186371 Apr 20 19:28:16.096612 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-6a6bb215-10a0-453c-9aaa-3110fcda575f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e5e623c-2347-4802-a897-4e38a213d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001613 Apr 20 19:28:16.172103 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3f6c876-fcc7-41f7-bb9c-0f44cf7b7ab1 req-597951ea-8ee4-4e32-85ba-c391e61d3dee tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492727 Apr 20 19:28:16.259206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3197-839a-4756-aacf-ba22b0708eb3 req-7ba9e286-b4d4-4823-b4b0-1be5be800336 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.260987 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f4d3197-839a-4756-aacf-ba22b0708eb3 req-7ba9e286-b4d4-4823-b4b0-1be5be800336 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1730847 Apr 20 19:28:16.366162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 367ef83f-59f8-4d7f-a3ed-5741a8849d94 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:16.375763 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f4d3197-839a-4756-aacf-ba22b0708eb3 req-e0cf3e5b-98e8-42f0-a557-c04006d29991 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046202 Apr 20 19:28:16.441468 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-50563287-caad-44b8-a1e6-d92f370450bb service neutron] 10.222.0.58 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058660 Apr 20 19:28:16.443124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-76a9f0f4-268e-4aa1-9a55-ae334b65e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.444841 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-76a9f0f4-268e-4aa1-9a55-ae334b65e873 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.3512998 Apr 20 19:28:16.597660 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-c019dfaa-599c-4546-852e-74c1cf8f725a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6 HTTP/1.1" status: 200 len: 217 time: 0.1414189 Apr 20 19:28:16.625760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-f57f9e95-cc9d-4da6-bd05-2f2cfc8781fd req-e4bfd2dc-f49d-48f7-9f9e-dc5764f2776e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Synchronizing usage tracker for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:16.652839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:16.665753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:16.666832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:16.686461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-f57f9e95-cc9d-4da6-bd05-2f2cfc8781fd req-e4bfd2dc-f49d-48f7-9f9e-dc5764f2776e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Unset dirty status for tenant:b7cb87d1e22b46e3baa3aa1b9c22f506 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:16.687905 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f57f9e95-cc9d-4da6-bd05-2f2cfc8781fd req-e4bfd2dc-f49d-48f7-9f9e-dc5764f2776e tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] 10.222.0.13 "GET /v2.0/ports?device_id=746601b7-7644-4268-940c-3091349b0a9e HTTP/1.1" status: 200 len: 210 time: 0.2341630 Apr 20 19:28:16.890574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-2f94e4a6-4d8c-4e6b-b8ad-8e1e901805f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.893937 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-2f94e4a6-4d8c-4e6b-b8ad-8e1e901805f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.2374797 Apr 20 19:28:16.900290 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d98a1-9cee-47f5-85ac-4137c3841324 req-6ab7834d-c650-4dba-ae98-637d5e4aed72 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.909534 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e61d98a1-9cee-47f5-85ac-4137c3841324 req-6ab7834d-c650-4dba-ae98-637d5e4aed72 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 944 time: 0.2101266 Apr 20 19:28:17.047551 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc52f6fd-517f-49be-9506-95e64012003a req-6e1780e8-7672-4137-9c0c-ec44f3a3efc6 service neutron] 10.222.0.58 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929351 Apr 20 19:28:17.064970 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-6a29e01d-4875-4744-ae03-e103be60e0b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638892 Apr 20 19:28:17.082503 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e61d98a1-9cee-47f5-85ac-4137c3841324 req-877b856c-4d09-4aeb-8975-bd5c2db950c3 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722074 Apr 20 19:28:17.403909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2134a-0ebf-42ca-b723-24a2ad3d8e95 req-ab5804f4-948f-48d9-a9d3-012d3fda1a73 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:17.411025 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-25d2134a-0ebf-42ca-b723-24a2ad3d8e95 req-ab5804f4-948f-48d9-a9d3-012d3fda1a73 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2312522 Apr 20 19:28:17.473713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-6d8bb1c2-a0a4-44aa-9fde-d13054dd4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:17.479551 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-6d8bb1c2-a0a4-44aa-9fde-d13054dd4529 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a986d6410db409e8c5e8a7278ec9ce6&device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 1096 time: 0.2396905 Apr 20 19:28:17.517466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.539043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e640f1ec-8f3d-4c7f-8595-502c2024fed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.645327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:17.660686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:17.664894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.665832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea05b4d1-46f0-4b76-b724-67b71ed78438 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:28:17.713568 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-25d2134a-0ebf-42ca-b723-24a2ad3d8e95 req-4b57ee61-2baf-443b-ad5b-51a9ff7ddc81 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545639 Apr 20 19:28:17.720354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:17.741785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01866-31b2-464f-b6b4-243c69418430 req-c5cebdec-1251-4161-800c-a8db4c12ab62 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:17.758705 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-08d01866-31b2-464f-b6b4-243c69418430 req-c5cebdec-1251-4161-800c-a8db4c12ab62 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 943 time: 0.3464584 Apr 20 19:28:17.805938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: ea05b4d1-46f0-4b76-b724-67b71ed78438 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:28:17.806621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea05b4d1-46f0-4b76-b724-67b71ed78438 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:28:17.864510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:17.896043 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-08d01866-31b2-464f-b6b4-243c69418430 req-51724b3a-80cd-4ac2-8515-5392c45eb951 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.896127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:17.902027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:17.959886 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'code': 200} Apr 20 19:28:18.061402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8cc66-951c-4869-8351-709e581f5dca req-da4683fa-0cc1-496c-b23c-ae70fc4bf0be tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.063126 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7cf8cc66-951c-4869-8351-709e581f5dca req-da4683fa-0cc1-496c-b23c-ae70fc4bf0be tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1438167 Apr 20 19:28:18.116453 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-795ca9a1-d94c-4c84-8acf-52888aede2d6 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0450480 Apr 20 19:28:18.129104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 45992) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:18.162655 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7cf8cc66-951c-4869-8351-709e581f5dca req-6e9f8192-38d9-47fa-93d0-fb54b0b926a1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921185 Apr 20 19:28:18.445533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-78671f1d-996a-485e-9389-6debd6b34948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.447460 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-78671f1d-996a-485e-9389-6debd6b34948 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e5e623c-2347-4802-a897-4e38a213d8fe HTTP/1.1" status: 200 len: 909 time: 0.9591050 Apr 20 19:28:18.510757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.544273 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-786f4b55-9dda-4676-a6f5-015888965963 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824e0909-a906-4e34-a534-a605e5745fb6 HTTP/1.1" status: 200 len: 217 time: 0.0885410 Apr 20 19:28:18.554997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:18.570350 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4ad9b-d977-46c8-8af9-0e08ef797fa1 req-4c1ef56e-400b-4672-9601-87c0229bc76d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.572203 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aad4ad9b-d977-46c8-8af9-0e08ef797fa1 req-4c1ef56e-400b-4672-9601-87c0229bc76d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2275839 Apr 20 19:28:18.583035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Usage tracker for resource:security_group_rule and tenant:163c0fe02e384f2789ad2ba90fa3b050 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:18.585709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46008) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:18.590573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:18.602315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'floatingip': {'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:18.661209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c193ccfb-8b22-4b60-a174-f957d2c4fc59 req-2a6a3d99-83a7-4bba-8228-69bfb90e315f service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348146 Apr 20 19:28:18.685693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-e80cb23e-8ca9-4164-99d0-e8b0eba68597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.687426 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-e80cb23e-8ca9-4164-99d0-e8b0eba68597 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29cb4c63-ea47-49dd-be08-2df5382c1d9b HTTP/1.1" status: 200 len: 848 time: 0.1345978 Apr 20 19:28:18.771333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-29c951c7-8f6f-4268-aaa2-024eb5e7b374 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e5e623c-2347-4802-a897-4e38a213d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644257 Apr 20 19:28:18.928332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:18.948375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2976989-97e2-42df-a1c4-a1771c3c91d8 req-da32c4c2-af10-4583-aabf-8f73a1aa13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.950024 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2976989-97e2-42df-a1c4-a1771c3c91d8 req-da32c4c2-af10-4583-aabf-8f73a1aa13df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1098 time: 0.6992035 Apr 20 19:28:18.972778 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-bca8c7cc-fb2b-4523-b686-7b33d1ef52a4 service neutron] 10.222.0.58 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050080 Apr 20 19:28:19.016103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.163208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68659f74-34ee-45cf-83e3-1f0b9453114f req-f0f6d16c-b88a-4ae6-9aa6-ec5fb8cc9eba service neutron] 10.222.0.58 "GET /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826196 Apr 20 19:28:19.226059 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2976989-97e2-42df-a1c4-a1771c3c91d8 req-9a34e8a2-7c4c-49a7-a7a5-4681e7d15438 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474301 Apr 20 19:28:19.276286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359f49b-d313-4c84-b18a-73fa8a227ae9 req-553abce9-06af-403c-a456-62411f9fe2a4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:19.277938 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5359f49b-d313-4c84-b18a-73fa8a227ae9 req-553abce9-06af-403c-a456-62411f9fe2a4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.8286064 Apr 20 19:28:19.433512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95d8751d-8a9a-4362-bc03-fd07b75f7d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.461444 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5359f49b-d313-4c84-b18a-73fa8a227ae9 req-46264e0e-b297-41aa-9864-c7000d936564 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408877 Apr 20 19:28:19.636383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.652848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24e3ce-2006-465e-b9e9-2b9b8d8488c2 req-468d0514-7d65-4d7c-89e0-dc75b1b07f5d tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:19.654508 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a24e3ce-2006-465e-b9e9-2b9b8d8488c2 req-468d0514-7d65-4d7c-89e0-dc75b1b07f5d tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 943 time: 0.6431298 Apr 20 19:28:19.693052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.721300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c512a2a4-0e79-475d-81b1-cc68da40ce76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:19.826417 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=163c0fe02e384f2789ad2ba90fa3b050&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6916525 Apr 20 19:28:19.832069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46050) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:19.848032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775895cb-a996-4028-bc4b-4528a230eaf8,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:19.858558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:19.867616 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a24e3ce-2006-465e-b9e9-2b9b8d8488c2 req-fcb54981-3ce1-4b99-aa5a-4022201dab09 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490576 Apr 20 19:28:20.036381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.129074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.132778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f59e6-128d-46b6-bd56-57cfc3d85d5e req-1d1884fb-d0ee-4ca5-be1d-ba736e0e6bdf tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:20.140702 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d74f59e6-128d-46b6-bd56-57cfc3d85d5e req-1d1884fb-d0ee-4ca5-be1d-ba736e0e6bdf tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.5000350 Apr 20 19:28:20.262127 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d74f59e6-128d-46b6-bd56-57cfc3d85d5e req-05a4d522-05e4-4829-852b-40699bbcbea0 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203346 Apr 20 19:28:20.316735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.322108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.346214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775895cb-a996-4028-bc4b-4528a230eaf8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.359983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46070) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:20.367188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.368173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.374561 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/775895cb-a996-4028-bc4b-4528a230eaf8 HTTP/1.1" status: 204 len: 168 time: 0.5360591 Apr 20 19:28:20.437896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 824e0909-a906-4e34-a534-a605e5745fb6 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:20.547177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.resource_extend [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:28:20.638813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.641058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Deleting subnet d58939ba-99a6-415d-9d0e-2638ed4729af {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:28:20.648029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.746920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=824e0909-a906-4e34-a534-a605e5745fb6,segment=NetworkSegment(d12450b3-9974-44f8-8467-ad1379bb3d0b),segment_id=d12450b3-9974-44f8-8467-ad1379bb3d0b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:20.781761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '824e0909-a906-4e34-a534-a605e5745fb6', 'network_id': '9e5e623c-2347-4802-a897-4e38a213d8fe', 'port_id': '824e0909-a906-4e34-a534-a605e5745fb6', 'mac_address': 'fa:16:3e:88:00:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cb4c63-ea47-49dd-be08-2df5382c1d9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:20.788902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.806515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.922789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.952312 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824e0909-a906-4e34-a534-a605e5745fb6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:20.960706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.980860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=824e0909-a906-4e34-a534-a605e5745fb6,segment=NetworkSegment(d12450b3-9974-44f8-8467-ad1379bb3d0b),segment_id=d12450b3-9974-44f8-8467-ad1379bb3d0b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:20.992692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.003091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa9a2c6f-23d3-412b-bf75-78772ab07297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.107188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.112436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:21.138590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46090) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.158553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.177370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:21.182263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3ecd2081a445e090ee1ce78c9f117d is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:21.186143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:21.193607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:21.227279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.283276 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-e4940c97-6195-4920-b07e-21746fb34919 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9222367 Apr 20 19:28:21.293904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46098) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.309029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.318626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.328997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-51273a08-ed9f-4ed7-a6e5-16f6e5a1c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.335127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['824e0909-a906-4e34-a534-a605e5745fb6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:21.367642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.390291 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb3ecd2081a445e090ee1ce78c9f117d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504284 Apr 20 19:28:21.391843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b549cb-0aba-4039-8b9e-687628ec2458,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.396502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:21.397257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46104) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.544710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.612438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.671788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.701380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.703098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:21.710431 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Usage tracker for resource:security_group_rule and tenant:8de4091ec5094f7891d5981f0d2ed8ae is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:21.714064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:21.721486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:21.744712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c2d32-0ef9-49f0-b1cc-f6de0aef3b31 req-f3b05b09-8661-4efe-adc7-9de6e8bf6ee2 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:21.746445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.747664 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-256c2d32-0ef9-49f0-b1cc-f6de0aef3b31 req-f3b05b09-8661-4efe-adc7-9de6e8bf6ee2 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 1.0174584 Apr 20 19:28:21.752254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.776069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b549cb-0aba-4039-8b9e-687628ec2458,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.782735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:21.796641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.801592 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9b549cb-0aba-4039-8b9e-687628ec2458 HTTP/1.1" status: 204 len: 168 time: 0.4031720 Apr 20 19:28:21.872940 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-256c2d32-0ef9-49f0-b1cc-f6de0aef3b31 req-8d8b75c6-bbfd-4a37-ab6a-a4ca885e8c5b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657017 Apr 20 19:28:21.888626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.897900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.900520 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Floating IP 7cd92ed3-6770-495b-ba50-d5520a67ca2d associated. External IP: 172.28.1.190, port: 5b8a959f-4ef7-47af-bd87-fc49607d0da9. Apr 20 19:28:21.925886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.035055 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8de4091ec5094f7891d5981f0d2ed8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391567 Apr 20 19:28:22.036780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46120) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:22.038102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bfd7d-8112-487f-94bc-df8e6682d477,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.045116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.208860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.229911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f65c2d-e44b-42be-b32e-0740a577b317 req-fa4af73a-bd70-4cd0-a541-0c72be78320f tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:22.233582 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-54f65c2d-e44b-42be-b32e-0740a577b317 req-fa4af73a-bd70-4cd0-a541-0c72be78320f tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 944 time: 1.0611489 Apr 20 19:28:22.262432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.268904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.322429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.329278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19a6c538-6fca-4d31-82ab-ff679aebf76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.345131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bfd7d-8112-487f-94bc-df8e6682d477,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.348966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.362585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.368808 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a84bfd7d-8112-487f-94bc-df8e6682d477 HTTP/1.1" status: 204 len: 168 time: 0.3207915 Apr 20 19:28:22.385624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46132) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:22.408150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.414079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 824e0909-a906-4e34-a534-a605e5745fb6 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:22.463916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:22.475698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Usage tracker for resource:security_group_rule and tenant:1f9c2d3daa6a4792bd06bf0a838ccbad is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:22.486353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:22.486574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.500861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:22.573962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 824e0909-a906-4e34-a534-a605e5745fb6 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:22.581768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 824e0909-a906-4e34-a534-a605e5745fb6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:22.583331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.673898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.679115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.692433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-367f9e60-fbd0-4900-a1b0-235d2c2cc2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.702937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58939ba-99a6-415d-9d0e-2638ed4729af,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.714867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.751658 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9c2d3daa6a4792bd06bf0a838ccbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644905 Apr 20 19:28:22.752709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.755676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46138) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:22.775022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.780184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f48771-3740-4c62-a812-2e637a7526f3,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.784884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.819392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=824e0909-a906-4e34-a534-a605e5745fb6,segment=NetworkSegment(d12450b3-9974-44f8-8467-ad1379bb3d0b),segment_id=d12450b3-9974-44f8-8467-ad1379bb3d0b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:22.821322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:22.828022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.830045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.848027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.864827 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c2199f68-c620-400a-91cc-8785dedcf7ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d58939ba-99a6-415d-9d0e-2638ed4729af HTTP/1.1" status: 204 len: 168 time: 2.5015526 Apr 20 19:28:22.866175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46146) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:22.884579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.916368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.927967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.942349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.949765 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-54f65c2d-e44b-42be-b32e-0740a577b317 req-8a8776dc-b761-4cc5-b1a3-53ddc544022a tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708083 Apr 20 19:28:22.950056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:22.968283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f48771-3740-4c62-a812-2e637a7526f3,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:22.972006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.973476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.974853 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24f48771-3740-4c62-a812-2e637a7526f3 HTTP/1.1" status: 204 len: 168 time: 0.2181115 Apr 20 19:28:22.994209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-eca23ed7-80a5-48f8-bbf5-7c18d78637f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:22.996183 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-eca23ed7-80a5-48f8-bbf5-7c18d78637f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 1.3382683 Apr 20 19:28:23.144932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46152) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:23.168539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.191824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:23.197125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Usage tracker for resource:security_group_rule and tenant:934094228dfc4c62855f5a32f662b491 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:23.201636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:23.210565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:23.240010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78c3a9-42f9-448d-b052-18b50f8de5cd req-5aa961b6-c16f-4aff-8e2b-f3ebddc67ae8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:23.241812 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0a78c3a9-42f9-448d-b052-18b50f8de5cd req-5aa961b6-c16f-4aff-8e2b-f3ebddc67ae8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.9775550 Apr 20 19:28:23.281756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.341646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.345503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.354930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2ab3d293-0c33-4044-a807-737d37aa35fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:23.404268 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36af0825-cc91-4805-84d5-3adcce98230d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:23.415031 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=934094228dfc4c62855f5a32f662b491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643688 Apr 20 19:28:23.415031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:23.416687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46160) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:23.528932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.540541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-a54a5ef3-b541-4951-a34e-efd63256a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:23.542160 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-a54a5ef3-b541-4951-a34e-efd63256a7b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.4838920 Apr 20 19:28:23.556342 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0a78c3a9-42f9-448d-b052-18b50f8de5cd req-6d0f1a26-6f72-4111-b327-88a774e59937 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815831 Apr 20 19:28:23.568215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.654590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.662927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6f55002e-3196-4b56-80dc-6011e4081b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:23.687763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af0825-cc91-4805-84d5-3adcce98230d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:23.712686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:23.716406 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-45a8edc9-ab72-4d61-a9f2-238a21199758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.1373723 Apr 20 19:28:23.733899 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6', 'code': 200} Apr 20 19:28:23.745741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.757530 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36af0825-cc91-4805-84d5-3adcce98230d HTTP/1.1" status: 204 len: 168 time: 0.3404934 Apr 20 19:28:23.767044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.210528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.251243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9897b4-a2df-449c-b86d-1f97fdafbae9 req-3c3625cf-2a73-4998-85b1-a789a624c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:24.251243 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6c9897b4-a2df-449c-b86d-1f97fdafbae9 req-3c3625cf-2a73-4998-85b1-a789a624c859 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 1098 time: 0.1270351 Apr 20 19:28:24.308860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a927c-593c-443a-aed6-6facf8a10fca req-d2687f0d-3322-4282-bf33-ad12168d3957 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:24.317142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-6c9897b4-a2df-449c-b86d-1f97fdafbae9 req-9a578402-245f-4d63-be5c-71889c251cc7 service neutron] Synchronizing usage tracker for tenant:fba4a9ff2ada434789104bbc5dc20130 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:24.320109 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c2a927c-593c-443a-aed6-6facf8a10fca req-d2687f0d-3322-4282-bf33-ad12168d3957 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 1.1419675 Apr 20 19:28:24.322078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46192) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:24.332154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'floatingip': {'port_id': '367ef83f-59f8-4d7f-a3ed-5741a8849d94'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:24.434593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.452072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:28:24.490884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-26ccb2f7-28ed-4cd3-8883-c750ec0e8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:24.492815 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-26ccb2f7-28ed-4cd3-8883-c750ec0e8b15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.3754418 Apr 20 19:28:24.522466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea7935d-6fed-4f56-a5f9-d73fc1afb8ab']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:24.537205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46196) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:24.540198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:24.540512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f59700-6d22-4423-a35e-7fb01a6aa4a3') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:24.554269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.598647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-6c9897b4-a2df-449c-b86d-1f97fdafbae9 req-9a578402-245f-4d63-be5c-71889c251cc7 service neutron] Unset dirty status for tenant:fba4a9ff2ada434789104bbc5dc20130 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:24.599932 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6c9897b4-a2df-449c-b86d-1f97fdafbae9 req-9a578402-245f-4d63-be5c-71889c251cc7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372588 Apr 20 19:28:24.603046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.605454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.616792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:28:24.623129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:24.627533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:113d0fed82884237810e9e3f42f37cea is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:24.631565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:24.637888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:24.848410 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-c59c8729-682d-46b4-8e90-90ef1efc8d20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3122067 Apr 20 19:28:24.980016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.983194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.995606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-59266420-18d3-44b8-9b7e-6b5e4922a0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:25.064640 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=113d0fed82884237810e9e3f42f37cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248795 Apr 20 19:28:25.093722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46212) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:25.128695 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c41e3-8c53-47d7-b676-1fdbf0e9e69c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:25.132250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:25.177160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:25.208845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4ae2-bacd-4f22-a3f7-dee4af337b07 req-e1ef864f-2fc7-455d-bde7-53064ea0255d tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:25.219779 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0fc4ae2-bacd-4f22-a3f7-dee4af337b07 req-e1ef864f-2fc7-455d-bde7-53064ea0255d tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 945 time: 1.0087638 Apr 20 19:28:25.326859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.726531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.resource_extend [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:28:25.887470 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0fc4ae2-bacd-4f22-a3f7-dee4af337b07 req-e8b024b7-72b5-48c0-9f7a-7cf741c9eff0 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659284 Apr 20 19:28:25.905833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.910761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.933918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:25.939039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.951673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:25.984993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:25.988427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:26.040945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685f6d4-996a-48f6-a43f-ca5ac14a51c6 req-8c6feacf-95c3-4ab2-a6b8-058d3c3e002e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:26.042810 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8685f6d4-996a-48f6-a43f-ca5ac14a51c6 req-8c6feacf-95c3-4ab2-a6b8-058d3c3e002e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 1.2662981 Apr 20 19:28:26.063165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Network dea7935d-6fed-4f56-a5f9-d73fc1afb8ab has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:28:26.109773 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:28:26.133274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-e47ee918-d86b-476e-b2bc-a4b3b09527ef service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1936347 Apr 20 19:28:26.158022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.179954 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Floating IP 19c7ea7e-fbfd-4f70-86b0-fc5191da2791 associated. External IP: 172.28.1.139, port: 367ef83f-59f8-4d7f-a3ed-5741a8849d94. Apr 20 19:28:26.279401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:26.391631 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3c193d6e-d40a-4883-b3b1-b175008c849b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "PUT /v2.0/floatingips/7cd92ed3-6770-495b-ba50-d5520a67ca2d HTTP/1.1" status: 200 len: 992 time: 7.8045273 Apr 20 19:28:26.499721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:26.530371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.603526 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8685f6d4-996a-48f6-a43f-ca5ac14a51c6 req-9bcbb5d0-a22d-43ac-9bce-522fb5b99e74 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969161 Apr 20 19:28:26.678523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.678523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.771196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dc729ce0-8cd7-4904-9984-762557709aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:27.015390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:28:27.076864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7cd92ed3-6770-495b-ba50-d5520a67ca2d', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:43Z', 'updated_at': '2021-04-20T19:28:20Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:27.098864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:27.103420 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'status': 'completed', 'code': 200} Apr 20 19:28:27.122674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.124633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:27.126390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:27.134666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c41e3-8c53-47d7-b676-1fdbf0e9e69c,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:27.140828 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] 10.222.0.13 "DELETE /v2.0/networks/dea7935d-6fed-4f56-a5f9-d73fc1afb8ab HTTP/1.1" status: 204 len: 168 time: 4.2655101 Apr 20 19:28:27.142613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:27.193494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:27.253489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.255146 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/285c41e3-8c53-47d7-b676-1fdbf0e9e69c HTTP/1.1" status: 204 len: 168 time: 2.1566381 Apr 20 19:28:27.339556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=dea7935d-6fed-4f56-a5f9-d73fc1afb8ab,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:27.367150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:27.385598 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4f13ad7-3312-443f-9684-d15ebdeb132d req-61820aae-e677-41fc-bd3c-8cbc1bc25c45 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1331403 Apr 20 19:28:27.528422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:27.536408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46270) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:27.591121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:27.601200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5493da-8891-4552-b179-0cc5814840aa req-47f0d38d-2d9a-4ee8-bb20-ef495cf3c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:27.604759 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-47f0d38d-2d9a-4ee8-bb20-ef495cf3c40c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1099 time: 0.7531195 Apr 20 19:28:27.611886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:27.630656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:27.631604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:27.636445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266410e1-cfc5-4946-95ad-8382e3a051c6 req-6910ff24-a7fc-445b-abb5-bae0f37ca6cb tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:27.675188 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-266410e1-cfc5-4946-95ad-8382e3a051c6 req-6910ff24-a7fc-445b-abb5-bae0f37ca6cb tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 945 time: 0.5545788 Apr 20 19:28:27.908471 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-14cde867-8b09-40a5-827b-298787579d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7cb87d1e22b46e3baa3aa1b9c22f506&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3699467 Apr 20 19:28:27.909612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46282) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:27.964553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.987566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:28.312928 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-49e7dc8c-6b83-4980-9112-36447d558d97 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "PUT /v2.0/floatingips/19c7ea7e-fbfd-4f70-86b0-fc5191da2791 HTTP/1.1" status: 200 len: 991 time: 3.9872720 Apr 20 19:28:28.330033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:28.390769 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-266410e1-cfc5-4946-95ad-8382e3a051c6 req-ff8aae27-252c-4cc4-87d9-7a827e4cbd06 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034049 Apr 20 19:28:28.426619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5493da-8891-4552-b179-0cc5814840aa req-36470b65-db3f-4a3b-99fe-bf51f365b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:28.428405 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-36470b65-db3f-4a3b-99fe-bf51f365b432 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.8122134 Apr 20 19:28:28.546185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.705987 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-b3f90dc5-14f0-4d53-b284-3f1c3da5da60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1000 time: 0.2562251 Apr 20 19:28:28.750232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.811985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9722b8-0b5c-488f-a0d9-f95959a942af req-4439f0c1-a3f3-47a4-8db5-55bc43721528 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:28.813945 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ad9722b8-0b5c-488f-a0d9-f95959a942af req-4439f0c1-a3f3-47a4-8db5-55bc43721528 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.8849795 Apr 20 19:28:28.876738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '19c7ea7e-fbfd-4f70-86b0-fc5191da2791', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:87:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:45Z', 'updated_at': '2021-04-20T19:28:25Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:28.893803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:28:28.906444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:28.935389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5493da-8891-4552-b179-0cc5814840aa req-0226ba39-167c-4e7a-9a68-9a0d90359f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:28.936905 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-0226ba39-167c-4e7a-9a68-9a0d90359f21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.2218177 Apr 20 19:28:28.952274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7cd92ed3-6770-495b-ba50-d5520a67ca2d', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:43Z', 'updated_at': '2021-04-20T19:28:20Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:28.971704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:28.972904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:28.984234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa0e4d-c061-426f-9c1c-12507b8aab50 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7cd92ed3-6770-495b-ba50-d5520a67ca2d', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:43Z', 'updated_at': '2021-04-20T19:28:20Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:29.022550 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ad9722b8-0b5c-488f-a0d9-f95959a942af req-c86ae7ed-e079-4996-a769-88bdf3c18c1f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719468 Apr 20 19:28:29.042824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.093073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70deb9b0-2fe0-49b5-ad4a-512b222ffff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:29.172139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3558abb-f207-4643-b371-8c033dbccd1d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:29.189086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:29.192986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.195757 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3558abb-f207-4643-b371-8c033dbccd1d HTTP/1.1" status: 204 len: 168 time: 1.2805643 Apr 20 19:28:29.226659 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'status': 'completed', 'code': 200} Apr 20 19:28:29.240672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5493da-8891-4552-b179-0cc5814840aa req-9eb9c4bc-1221-49c7-9839-d898292c8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:29.254268 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-9eb9c4bc-1221-49c7-9839-d898292c8141 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3056729 Apr 20 19:28:29.414694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458c06-8b41-44a9-b258-08797a91f204 req-a075f7e0-0b4d-4bd9-9b76-a49764435a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:29.423339 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-a075f7e0-0b4d-4bd9-9b76-a49764435a36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1098 time: 0.2051136 Apr 20 19:28:29.577439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e809a-5b18-44e4-bb64-63d3b2c0ba96 None None] New status for floating IP 7cd92ed3-6770-495b-ba50-d5520a67ca2d: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:28:29.774108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:29.850960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458c06-8b41-44a9-b258-08797a91f204 req-77a87118-a0f6-4fb1-af1c-7e32ae96cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:29.870097 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-77a87118-a0f6-4fb1-af1c-7e32ae96cb3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.4382222 Apr 20 19:28:30.032366 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-397c47fd-b9af-473d-8c11-80a1f762bd7e service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625771 Apr 20 19:28:30.398187 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-305ec9bc-fb5a-482e-884c-ac2cbfb46686 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 999 time: 0.5144753 Apr 20 19:28:30.588717 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be5493da-8891-4552-b179-0cc5814840aa req-8521472f-d27d-4cb1-aefe-4c2236246ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486863 Apr 20 19:28:30.703847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458c06-8b41-44a9-b258-08797a91f204 req-2e990fdd-78ac-4281-9ae8-657bc0e25005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:30.706768 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-2e990fdd-78ac-4281-9ae8-657bc0e25005 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.2805996 Apr 20 19:28:30.788161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9ac2d-ffda-462a-a2a7-8d15a29434b3 req-3146c0e7-b776-4a8a-8c81-4fe54b9b99f5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:30.790312 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-05e9ac2d-ffda-462a-a2a7-8d15a29434b3 req-3146c0e7-b776-4a8a-8c81-4fe54b9b99f5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2238691 Apr 20 19:28:30.931753 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-05e9ac2d-ffda-462a-a2a7-8d15a29434b3 req-24564dcf-5407-4217-9053-19d39da23470 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323719 Apr 20 19:28:30.978613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458c06-8b41-44a9-b258-08797a91f204 req-93d32670-04c5-4286-9ec8-ac8f6b3c4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:30.985048 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-93d32670-04c5-4286-9ec8-ac8f6b3c4551 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2674150 Apr 20 19:28:31.230383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '19c7ea7e-fbfd-4f70-86b0-fc5191da2791', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:87:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:45Z', 'updated_at': '2021-04-20T19:28:25Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:31.249258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dbc0-5058-48ea-bc4f-eb8ad1c7514d None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '19c7ea7e-fbfd-4f70-86b0-fc5191da2791', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:87:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:27:45Z', 'updated_at': '2021-04-20T19:28:25Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:31.391807 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-1cebc19b-e61f-47df-af6c-0434ad3bd65f service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968070 Apr 20 19:28:31.612086 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7a458c06-8b41-44a9-b258-08797a91f204 req-5dedc650-2eeb-4dac-8bd3-a4c3e70c2bb7 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127020 Apr 20 19:28:31.651265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46402) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:31.770258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67330fbf-caf2-440c-a2f3-d3a43ede5a05 None None] New status for floating IP 19c7ea7e-fbfd-4f70-86b0-fc5191da2791: ACTIVE {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:28:31.883926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1999603064-network', 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:31.901174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:31.904431 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Usage tracker for resource:network and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:31.911844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:31.931335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:31.942288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:31.947136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.992708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.029873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:32.035348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:32.048371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:32.056100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:32.384426 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.391933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.394411 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46424) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:32.409085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:32.516995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:32.556098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14525e4-4d05-4a54-896f-65cf379be8eb,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:32.563597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:32.585527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.586195 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Added segment 1a1db527-6611-4b37-923d-15aa6f735e7e of type vlan for network f8ad0001-389f-4522-a176-84dbe6d7c337 Apr 20 19:28:32.638928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8e993-d60b-4658-9600-15c500e463e5 req-816e4587-88cb-4fcf-9208-2aac77af04f1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:32.649113 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5cf8e993-d60b-4658-9600-15c500e463e5 req-816e4587-88cb-4fcf-9208-2aac77af04f1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.5076647 Apr 20 19:28:32.687016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.730819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:32.737242 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5cf8e993-d60b-4658-9600-15c500e463e5 req-2aeb8291-ce11-46d7-bdce-b4a91579ce29 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861969 Apr 20 19:28:32.739625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.740378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0783923fb04a70a8ea890fadc93780 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:32.753766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:32.766595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:32.803272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.806068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:32.807263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.837078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-194540fd-9b2c-4a96-abe1-d2d30f2e3abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:32.945199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ad0001-389f-4522-a176-84dbe6d7c337,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:32.952489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.956991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.957260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network f8ad0001-389f-4522-a176-84dbe6d7c337 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:32.966881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-541caf7e-6d43-40bc-8799-6bbc11381ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:32.967800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:32.998849 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3450260 Apr 20 19:28:33.001319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46458) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:33.007718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Request body: {'subnet': {'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1999603064-subnet', 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:33.022850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00304643-4cc2-4908-b7a3-2425802306f2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:33.024536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:33.026546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:33.032382 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f0783923fb04a70a8ea890fadc93780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363885 Apr 20 19:28:33.033951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46462) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:33.046906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Usage tracker for resource:subnet and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:33.053011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:33.073369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:33.092694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:33.097847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828546280'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.110724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.150006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.236899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.254543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a419d323-bdbf-4169-a8b6-8d6710e337b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:33.286179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.289073 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00304643-4cc2-4908-b7a3-2425802306f2 HTTP/1.1" status: 204 len: 168 time: 0.2524259 Apr 20 19:28:33.291772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00304643-4cc2-4908-b7a3-2425802306f2,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:33.300209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:33.796164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2553279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828546295'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.805125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-203ef6e6-b66e-441f-a450-3f22c3268cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:33.901063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fad239-35c7-4a13-9d83-76a828c7738a,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:33.907968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:33.907968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Checking segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:33.907968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Network hostable DHCP agents. Network: f8ad0001-389f-4522-a176-84dbe6d7c337, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:33.948463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Network f8ad0001-389f-4522-a176-84dbe6d7c337 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:33.972195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46496) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:34.001919 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, f8ad0001-389f-4522-a176-84dbe6d7c337) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:34.013648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73956263-1d27-4164-85a4-1b081f1cb8e0 None None] Network f8ad0001-389f-4522-a176-84dbe6d7c337 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:34.032935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.071039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:34.071748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.100045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:34.135812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Usage tracker for resource:security_group_rule and tenant:a427ea9393694f0ca6e57faed241d9d6 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:34.244551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:34.262646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:34.279185 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2638283 Apr 20 19:28:34.336378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46508) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:34.356168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14232-d7c4-456a-a408-1a05d3312ee0 req-0fb6a7fa-a193-48e6-83c7-d8f15d65ad60 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:34.358230 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ce14232-d7c4-456a-a408-1a05d3312ee0 req-0fb6a7fa-a193-48e6-83c7-d8f15d65ad60 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2410588 Apr 20 19:28:34.378527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480618c4-12e3-4076-b135-ccf95e5aa726 None None] Network f8ad0001-389f-4522-a176-84dbe6d7c337 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:34.457949 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ce14232-d7c4-456a-a408-1a05d3312ee0 req-9fc5e197-dbfb-4433-beac-0284880b09f4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785697 Apr 20 19:28:34.504002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.508309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.517408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9c84d25a-aa31-4bee-a9b5-3a92667dfa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:34.590442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46516) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:34.590717 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a427ea9393694f0ca6e57faed241d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171081 Apr 20 19:28:34.591959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5692e2-159c-4279-ad69-acbdf7bc543f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:34.610484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:34.714144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.756817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.207200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.214723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3f6ee554-9eb0-4223-848d-46e85f003863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:35.246196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.265255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5692e2-159c-4279-ad69-acbdf7bc543f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:35.298943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:35.300418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.301723 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f5692e2-159c-4279-ad69-acbdf7bc543f HTTP/1.1" status: 204 len: 168 time: 0.7086794 Apr 20 19:28:35.317514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:35.334240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Usage tracker for resource:security_group_rule and tenant:82122df460be4dfd863d2dc4993b412b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:35.339116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:35.349430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:35.481008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.490630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.511383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dcfbec86-19fa-4d70-b010-d2528ab3affb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:35.593134 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82122df460be4dfd863d2dc4993b412b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2546234 Apr 20 19:28:35.596001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46554) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:35.621728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e147d4-31ed-4621-8f8a-70fd0058d485,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:35.634648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-40eb622e-1cf2-41a4-b8c5-88b03bd06462 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:35.634927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:35.635983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-40eb622e-1cf2-41a4-b8c5-88b03bd06462 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:35.711857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390e0ca-afe6-4b29-85b8-6af886bdbe72 req-87d9d532-e6bf-4284-a03e-42a7285bf364 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:35.714752 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2390e0ca-afe6-4b29-85b8-6af886bdbe72 req-87d9d532-e6bf-4284-a03e-42a7285bf364 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 945 time: 0.2093523 Apr 20 19:28:35.715923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-40eb622e-1cf2-41a4-b8c5-88b03bd06462 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:35.717985 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-40eb622e-1cf2-41a4-b8c5-88b03bd06462 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.4801795 Apr 20 19:28:35.733469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.745910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-5def5ea9-83c5-40d3-bc85-14a8c671825e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/quotas/ea143ab1424c4e08b5651b899af97a84 HTTP/1.1" status: 200 len: 375 time: 0.0211473 Apr 20 19:28:35.781081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.862977 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-40aa84b1-c710-4835-a2b6-58b4a262b853 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938959 Apr 20 19:28:35.864168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.868799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:35.887131 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2390e0ca-afe6-4b29-85b8-6af886bdbe72 req-b73523b8-f8d6-4493-ba22-44af75eceea0 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468053 Apr 20 19:28:35.895179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e147d4-31ed-4621-8f8a-70fd0058d485,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:35.901400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:35.905573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.907991 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3e147d4-31ed-4621-8f8a-70fd0058d485 HTTP/1.1" status: 204 len: 168 time: 0.3085964 Apr 20 19:28:36.189345 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-e59b93d8-ca1e-468a-aff0-c93903bd406b service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989919 Apr 20 19:28:36.461165 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-e6768fab-8728-445e-b1a2-9332a5a61e96 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522497 Apr 20 19:28:36.518817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46576) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:36.584894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:36.656870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:36.676153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Usage tracker for resource:security_group_rule and tenant:53fb76a51a924b659ab18ee32e262698 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:36.688190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:36.708429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:36.916231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:36.926525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:36.960318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-73633da1-4e4f-4a93-b2ae-93db175921ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:36.975016 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-152d5651-b455-4756-a2d3-0baf14475b45 req-278f8f78-bf92-4750-b6cf-ce048c48424f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 210 time: 0.2241402 Apr 20 19:28:36.994253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc3bb0-f4ea-4b99-9fa8-b6dc0077498a req-387b1281-882f-4ae7-a261-8d728be98bf1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:36.996735 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-67dc3bb0-f4ea-4b99-9fa8-b6dc0077498a req-387b1281-882f-4ae7-a261-8d728be98bf1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.5341358 Apr 20 19:28:37.094776 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53fb76a51a924b659ab18ee32e262698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730991 Apr 20 19:28:37.097828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46602) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:37.103150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6012a-60ff-4af0-8891-734b357913e5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:37.128773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:37.151989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-fdcc03c7-2314-4dff-9eaf-9114c6992d23 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:37.153871 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-fdcc03c7-2314-4dff-9eaf-9114c6992d23 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.58 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 945 time: 0.2908885 Apr 20 19:28:37.292557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.371120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.462436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.468548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9c9c0e29-6848-4a9e-b2d2-d5a7124332ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:37.499532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6012a-60ff-4af0-8891-734b357913e5,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:37.507410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:37.524770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.530363 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb6012a-60ff-4af0-8891-734b357913e5 HTTP/1.1" status: 204 len: 168 time: 0.4268174 Apr 20 19:28:37.747319 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-67dc3bb0-f4ea-4b99-9fa8-b6dc0077498a req-deb3fe73-0fb2-4467-8426-8472c949f6b8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7274888 Apr 20 19:28:37.833847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Deleting port 824e0909-a906-4e34-a534-a605e5745fb6 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:37.834633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.022215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e848b35-d253-4e37-b968-9da0ce90fbe8 req-a557d0dd-649e-44ec-a40a-35a3d3a6a36f tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:38.023995 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e848b35-d253-4e37-b968-9da0ce90fbe8 req-a557d0dd-649e-44ec-a40a-35a3d3a6a36f tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 945 time: 0.3721757 Apr 20 19:28:38.115499 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e848b35-d253-4e37-b968-9da0ce90fbe8 req-2b2f9549-ae99-4a01-921b-6af3588ccaf8 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/security-groups?id=249ce068-56f6-43a1-9ce5-e9cd6687eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601394 Apr 20 19:28:38.398226 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-880ea769-5b20-46ff-b060-a90fed25b1d6 req-2526ab46-d34c-4854-94f6-5c8ce95d4353 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 210 time: 0.1111965 Apr 20 19:28:38.479133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] For port 824e0909-a906-4e34-a534-a605e5745fb6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=824e0909-a906-4e34-a534-a605e5745fb6,segment=NetworkSegment(d12450b3-9974-44f8-8467-ad1379bb3d0b),segment_id=d12450b3-9974-44f8-8467-ad1379bb3d0b)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:38.480062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.638147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Calling delete_port for 824e0909-a906-4e34-a534-a605e5745fb6 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:38.860090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.894341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:39.033827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-83bdc8de-a4e6-455a-9e01-14397b096cea tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:39.035939 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-83bdc8de-a4e6-455a-9e01-14397b096cea tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.3227360 Apr 20 19:28:39.046760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Pushing event deleted for resources: {'Port': ['ID=824e0909-a906-4e34-a534-a605e5745fb6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:39.052361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:39.064014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Request body: {'port': {'device_id': '437221b4-55d7-4c82-a1ec-966aef78acff', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'admin_state_up': True, 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:39.298045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] No DVR routers for this DVR port 824e0909-a906-4e34-a534-a605e5745fb6 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:28:39.307163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.316394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'name': 'network-vif-deleted', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:39.345657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:39.351259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Usage tracker for resource:port and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:39.354495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:39.362197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:39.364104 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2420879-fc8a-4c3f-801a-fa61c9720bdf req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.58 "DELETE /v2.0/ports/824e0909-a906-4e34-a534-a605e5745fb6 HTTP/1.1" status: 204 len: 173 time: 2.1988258 Apr 20 19:28:39.378253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:39.394008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.454080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1236a04-468d-42a4-b1f0-3fb46fc883d6 req-dadd2427-f757-425a-b9f8-5384dc8854de tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:39.469953 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c1236a04-468d-42a4-b1f0-3fb46fc883d6 req-dadd2427-f757-425a-b9f8-5384dc8854de tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.3020468 Apr 20 19:28:39.585036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-35db0379-671d-4396-93f9-60d8b006a1a0 req-df53bdfc-a064-497d-a0c4-1f042299b667 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Synchronizing usage tracker for tenant:9a986d6410db409e8c5e8a7278ec9ce6 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:39.618001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-35db0379-671d-4396-93f9-60d8b006a1a0 req-df53bdfc-a064-497d-a0c4-1f042299b667 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Unset dirty status for tenant:9a986d6410db409e8c5e8a7278ec9ce6 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:39.619630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-35db0379-671d-4396-93f9-60d8b006a1a0 req-df53bdfc-a064-497d-a0c4-1f042299b667 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] 10.222.0.13 "GET /v2.0/ports?device_id=331bba3d-792b-4967-a319-c3d609335c91 HTTP/1.1" status: 200 len: 210 time: 0.1469870 Apr 20 19:28:39.632306 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c1236a04-468d-42a4-b1f0-3fb46fc883d6 req-c9b5e3e6-a299-453d-b635-265347c94fa1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614361 Apr 20 19:28:39.726140 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331bba3d-792b-4967-a319-c3d609335c91', 'name': 'network-vif-deleted', 'tag': '824e0909-a906-4e34-a534-a605e5745fb6', 'status': 'completed', 'code': 200} Apr 20 19:28:39.763373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Allocated IP 172.20.0.4 (f8ad0001-389f-4522-a176-84dbe6d7c337/b8fad239-35c7-4a13-9d83-76a828c7738a/5684b090-a795-40dd-8eb8-2673edb74a76) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:40.103730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.137179 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-44c61401-5b46-41f7-886f-615410bf9e38 req-f0a8e75c-38cb-475a-9973-af56ca43e721 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 210 time: 0.1276746 Apr 20 19:28:40.194219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.203945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:40.296278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Network f8ad0001-389f-4522-a176-84dbe6d7c337 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:40.306894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:40.312413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:40.359151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event updated for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:40.365720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:40.396746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:40.397608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.425984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768563 Apr 20 19:28:40.454030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Request body: {'port': {'device_id': '437221b4-55d7-4c82-a1ec-966aef78acff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:40.492530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 824e0909-a906-4e34-a534-a605e5745fb6 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:28:40.559505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 824e0909-a906-4e34-a534-a605e5745fb6 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:28:40.560607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 824e0909-a906-4e34-a534-a605e5745fb6 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:28:40.706420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.906672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2f8d-fef0-4a64-9fd4-b92474853e77 req-f8e7db99-493a-49e4-a6dd-2f7bf2e43e77 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:40.909967 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ba2f8d-fef0-4a64-9fd4-b92474853e77 req-f8e7db99-493a-49e4-a6dd-2f7bf2e43e77 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1047575 Apr 20 19:28:40.973087 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24ba2f8d-fef0-4a64-9fd4-b92474853e77 req-5a0a517c-62e1-4792-bc86-e91ef4107523 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567977 Apr 20 19:28:41.216962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5684b090-a795-40dd-8eb8-2673edb74a76 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:41.228291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.248031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Transition to ACTIVE for port object 5684b090-a795-40dd-8eb8-2673edb74a76 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:41.266968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.280715 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b8059ba1-7291-4a6e-94df-07850ba8f04c tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:41.477131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ebe55-7467-4b5f-b96b-6c124ef36353 req-a6a67da9-cc74-4f4c-9e19-6e84feb12ff5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:41.478860 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c99ebe55-7467-4b5f-b96b-6c124ef36353 req-a6a67da9-cc74-4f4c-9e19-6e84feb12ff5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 943 time: 0.1404250 Apr 20 19:28:41.620975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-c99ebe55-7467-4b5f-b96b-6c124ef36353 req-9ffcff76-1341-4ce8-8a00-1ad93b7aa579 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:41.639138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:41.643953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:41.644869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Attempting to bind port 5684b090-a795-40dd-8eb8-2673edb74a76 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:41.645239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Attempting to bind port 5684b090-a795-40dd-8eb8-2673edb74a76 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:41.645603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Attempting to bind port 5684b090-a795-40dd-8eb8-2673edb74a76 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:41.651587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Port 5684b090-a795-40dd-8eb8-2673edb74a76 on network f8ad0001-389f-4522-a176-84dbe6d7c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:41.651955 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Attempting to bind port 5684b090-a795-40dd-8eb8-2673edb74a76 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:41.659101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:41.659703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Checking segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:41.660254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Bound using segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:41.660804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Bound port: 5684b090-a795-40dd-8eb8-2673edb74a76, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:41.661314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.665477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-c99ebe55-7467-4b5f-b96b-6c124ef36353 req-9ffcff76-1341-4ce8-8a00-1ad93b7aa579 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:41.666432 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c99ebe55-7467-4b5f-b96b-6c124ef36353 req-9ffcff76-1341-4ce8-8a00-1ad93b7aa579 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806793 Apr 20 19:28:41.807270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:41.810981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5684b090-a795-40dd-8eb8-2673edb74a76,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:41.815935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.822048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:41.883645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:41.884833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.886540 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] 10.222.0.58 "PUT /v2.0/ports/5684b090-a795-40dd-8eb8-2673edb74a76 HTTP/1.1" status: 200 len: 1093 time: 1.4395590 Apr 20 19:28:41.889614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:42.016118 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76', 'status': 'completed', 'code': 200} Apr 20 19:28:42.040420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:42.048286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:42.152934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-4fae78ec-e27e-4ef7-9f86-0bea44f09b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:42.156430 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-4fae78ec-e27e-4ef7-9f86-0bea44f09b8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 1096 time: 0.1972508 Apr 20 19:28:42.255409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46744) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:42.373753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2180-2e51-4692-bcf0-2f081a16ca2c req-36dfb8ea-5dab-4151-ac9f-3357a4be4f3b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:42.376291 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6dcd2180-2e51-4692-bcf0-2f081a16ca2c req-36dfb8ea-5dab-4151-ac9f-3357a4be4f3b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2174191 Apr 20 19:28:42.382254 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-220275ab-58c1-421f-be88-e6ea94eb0c98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5684b090-a795-40dd-8eb8-2673edb74a76 HTTP/1.1" status: 200 len: 217 time: 0.2158759 Apr 20 19:28:42.470166 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6dcd2180-2e51-4692-bcf0-2f081a16ca2c req-defbe330-8fb3-4d27-b366-77e81b40ec58 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843616 Apr 20 19:28:42.552764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.560346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-c89e1bd2-b1b7-4c9b-b296-afa671a86320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:42.562298 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-c89e1bd2-b1b7-4c9b-b296-afa671a86320 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.1729496 Apr 20 19:28:42.574343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:42.583518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Usage tracker for resource:security_group_rule and tenant:dfb35705b2ae43abbaf6954432fad9be is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:42.586850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:42.599628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:42.685532 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-c131ca33-274a-473a-9b27-05cb79dd5f8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124053 Apr 20 19:28:42.717075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.728240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.741250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2983a77a-5514-473b-a04f-9eb6ffe6ce52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:42.842916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c9a7d-f42a-4cb4-8e17-dbce8f83f3e7,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:42.851369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:42.858965 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb35705b2ae43abbaf6954432fad9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973551 Apr 20 19:28:42.859702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46768) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:43.009962 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-8dcabcf9-bb08-4ea4-a8c3-9eb20aaac7a2 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132834 Apr 20 19:28:43.012906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.210372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.332397 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-16d5fd55-487d-467f-81fe-c4b6ca408a38 req-9cd40ba9-8bdb-4f90-b974-ee78fc62bcd1 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120890 Apr 20 19:28:43.350388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66648c7d-75b3-4c45-ba02-be57cc294e4d req-8d8fcff1-a344-4958-b53f-f211ebd372da tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.353353 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-66648c7d-75b3-4c45-ba02-be57cc294e4d req-8d8fcff1-a344-4958-b53f-f211ebd372da tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 943 time: 0.2547145 Apr 20 19:28:43.396305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.410073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e47ec62a-51b5-4c63-a597-9f0ba9faf224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:43.445412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.446766 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b1c9a7d-f42a-4cb4-8e17-dbce8f83f3e7 HTTP/1.1" status: 204 len: 168 time: 0.5858703 Apr 20 19:28:43.448081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c9a7d-f42a-4cb4-8e17-dbce8f83f3e7,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:43.466826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:43.478700 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-66648c7d-75b3-4c45-ba02-be57cc294e4d req-89ae9a19-7db0-4975-a577-1ca3ed23fabc tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170309 Apr 20 19:28:43.570603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-9e54141a-b04b-4b87-a032-d29aa29229c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.586369 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-9e54141a-b04b-4b87-a032-d29aa29229c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 1096 time: 0.1817107 Apr 20 19:28:43.878792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceaf2b-3076-4c44-a29e-b45efe4047da req-94233d9d-b30a-4abe-b408-47dd3bca9b2e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.904228 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dceaf2b-3076-4c44-a29e-b45efe4047da req-94233d9d-b30a-4abe-b408-47dd3bca9b2e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2349586 Apr 20 19:28:43.906605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-1e7b44f4-5664-4b20-b83a-f69d54f94448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.910550 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-1e7b44f4-5664-4b20-b83a-f69d54f94448 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 916 time: 0.3176360 Apr 20 19:28:43.970490 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dceaf2b-3076-4c44-a29e-b45efe4047da req-81f4e9f5-226e-476d-97d8-bd8b3e0478c2 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602207 Apr 20 19:28:44.054947 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-0d4e4be4-bb68-46b9-af97-26aa2d6fbe24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5684b090-a795-40dd-8eb8-2673edb74a76 HTTP/1.1" status: 200 len: 217 time: 0.1359024 Apr 20 19:28:44.073024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46796) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:44.096589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.119678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:44.126389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Usage tracker for resource:security_group_rule and tenant:a15eaf85bd8443e8bf929020aab590a6 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:44.133160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:44.142445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:44.151966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-55b0e57f-dec2-4048-a55b-da67768f3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.154871 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-55b0e57f-dec2-4048-a55b-da67768f3f2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.0910966 Apr 20 19:28:44.264252 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-54104baa-5e43-4dce-ad58-01b9258181ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003125 Apr 20 19:28:44.341332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.346031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.358907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-de14bc82-dd90-4bdb-a05a-faec497195d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:44.430316 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a15eaf85bd8443e8bf929020aab590a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558373 Apr 20 19:28:44.431460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0927aca5-9bbf-4b8d-adba-21b8936592df,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:44.434422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46812) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:44.438362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:44.536693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.543471 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-a977273a-47a7-4936-ab48-e07500cb941a service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690213 Apr 20 19:28:44.572771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.636028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.645564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:44.677326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927aca5-9bbf-4b8d-adba-21b8936592df,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:44.680680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:44.683062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.701281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0927aca5-9bbf-4b8d-adba-21b8936592df HTTP/1.1" status: 204 len: 168 time: 0.2518086 Apr 20 19:28:44.702059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46822) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:44.752762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a523ac-0731-47af-b238-d150dba26bc3 req-e482c666-c9d5-4ef0-b1e1-9d153f962bfb service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996129 Apr 20 19:28:44.945916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d0bd-701a-490a-85c9-8c5da879af61 req-20a79a3e-ff12-491a-9b82-cb6212ca16b7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.947887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f137d0bd-701a-490a-85c9-8c5da879af61 req-20a79a3e-ff12-491a-9b82-cb6212ca16b7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 943 time: 0.1834679 Apr 20 19:28:45.024576 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f137d0bd-701a-490a-85c9-8c5da879af61 req-2f76f0f1-d0bc-4ed3-bbe2-a3041cdea901 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663221 Apr 20 19:28:45.164625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.190870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:45.196075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb2336ef86448d3b6d084c10e229848 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:45.199810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:45.208228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:45.352826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027404b-c080-45dd-af9b-715b14e18ea7 req-b957e132-23be-49fc-897e-56b9a2ac2501 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:45.354555 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e027404b-c080-45dd-af9b-715b14e18ea7 req-b957e132-23be-49fc-897e-56b9a2ac2501 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1435235 Apr 20 19:28:45.453389 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e027404b-c080-45dd-af9b-715b14e18ea7 req-d7d66254-b02e-4b4c-a653-1015d72bd2da tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Apr 20 19:28:45.474730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.479859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.490423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9375df3c-5051-4b3d-ae9f-0d1ff0982d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:45.562263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccb2336ef86448d3b6d084c10e229848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564830 Apr 20 19:28:45.562263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df626ca0-1f91-4d46-8397-c7b66d5c3d35,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:45.562692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46856) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:45.581168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:45.654903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.689789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.746905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.753568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-01bc4cfe-2a43-4f76-a1b5-1ecb58417423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:45.765152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df626ca0-1f91-4d46-8397-c7b66d5c3d35,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:45.769130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:45.776160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.777507 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df626ca0-1f91-4d46-8397-c7b66d5c3d35 HTTP/1.1" status: 204 len: 168 time: 0.2137017 Apr 20 19:28:46.479583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053473b8-7325-4ea2-a557-ba7ea7ec6f17 req-73c0f70b-b9a8-4bfe-a90c-b415c6ed0352 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:46.481556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-053473b8-7325-4ea2-a557-ba7ea7ec6f17 req-73c0f70b-b9a8-4bfe-a90c-b415c6ed0352 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 943 time: 0.1856527 Apr 20 19:28:46.527242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5684b090-a795-40dd-8eb8-2673edb74a76 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:46.601974 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-053473b8-7325-4ea2-a557-ba7ea7ec6f17 req-ed492579-4d66-47aa-88fa-35361f285d7e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100886 Apr 20 19:28:46.931420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5684b090-a795-40dd-8eb8-2673edb74a76,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:46.965219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '5684b090-a795-40dd-8eb8-2673edb74a76', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'port_id': '5684b090-a795-40dd-8eb8-2673edb74a76', 'mac_address': 'fa:16:3e:ed:71:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fad239-35c7-4a13-9d83-76a828c7738a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:46.973458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b64e1b-ec87-4854-9ddb-a8e0b73f161e req-d815c91f-cee9-48a6-97ed-2cce15893c9e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:46.989933 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47b64e1b-ec87-4854-9ddb-a8e0b73f161e req-d815c91f-cee9-48a6-97ed-2cce15893c9e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2537799 Apr 20 19:28:47.046144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 46910) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:47.096136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.100190 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-47b64e1b-ec87-4854-9ddb-a8e0b73f161e req-310b470b-a2d3-40b5-b1fb-4bba5956b648 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086717 Apr 20 19:28:47.132063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5684b090-a795-40dd-8eb8-2673edb74a76 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:47.165902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5684b090-a795-40dd-8eb8-2673edb74a76,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:47.170842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.175772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:47.278035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:47.281918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:47.288257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.296063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d1ea44f7-a729-41df-ba65-5f6c411b2f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.322402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:47.335628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Usage tracker for resource:security_group_rule and tenant:266c5b5295bc4461b9ed7ac71d4d31bb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:47.342105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:47.355623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:47.448000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:47.584030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.591327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.609545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-708ff7a2-2008-4588-9d8e-2841d7a18f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:47.644848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b22e397-443f-43c0-bc3e-6ad234ed64d5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:47.650849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:47.693606 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=266c5b5295bc4461b9ed7ac71d4d31bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413848 Apr 20 19:28:47.694843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 46942) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:47.905388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.016152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.096205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392b80-3af0-40a2-a547-fdbb52d3afba req-b1513747-9103-4247-bbd5-8f6466a18808 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:48.098114 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd392b80-3af0-40a2-a547-fdbb52d3afba req-b1513747-9103-4247-bbd5-8f6466a18808 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 944 time: 0.1674306 Apr 20 19:28:48.131909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.138840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-afb05062-b4ce-4b1b-a74f-b8b43c8d2798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:48.173204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.174626 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b22e397-443f-43c0-bc3e-6ad234ed64d5 HTTP/1.1" status: 204 len: 168 time: 0.4780638 Apr 20 19:28:48.179010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b22e397-443f-43c0-bc3e-6ad234ed64d5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:48.184196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:48.189863 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd392b80-3af0-40a2-a547-fdbb52d3afba req-6acfeab5-de4f-4108-8574-d284ea263a0d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Apr 20 19:28:48.448748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ccb6-1649-46cc-93d4-cedc15df412b req-c6f33d55-b4da-4e82-a19d-4580338e1bb8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:48.463818 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cb82ccb6-1649-46cc-93d4-cedc15df412b req-c6f33d55-b4da-4e82-a19d-4580338e1bb8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1648822 Apr 20 19:28:48.530155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5684b090-a795-40dd-8eb8-2673edb74a76 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:48.576436 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cb82ccb6-1649-46cc-93d4-cedc15df412b req-f0d7768a-dc20-47c2-accc-404ebbb7f2b8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Apr 20 19:28:48.626030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 5684b090-a795-40dd-8eb8-2673edb74a76 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:48.635355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 5684b090-a795-40dd-8eb8-2673edb74a76 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:48.635794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.813180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.850361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:48.860570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5684b090-a795-40dd-8eb8-2673edb74a76,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:48.865000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.867208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-373768f3-f355-42e6-add2-51fcddcffa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:48.967139 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76', 'code': 200} Apr 20 19:28:48.968454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:48.972321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:49.451046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2d61138-c810-4125-91e5-29feed661962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.598091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f38a-7c81-48b4-b564-fb52a3e9731f req-de9ddf59-4142-4d51-9cbd-8a0910ebfb68 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:49.625990 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc70f38a-7c81-48b4-b564-fb52a3e9731f req-de9ddf59-4142-4d51-9cbd-8a0910ebfb68 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1952064 Apr 20 19:28:49.715857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee7845-14c3-4108-8933-90909d696566 req-e03309b7-46ab-4bf4-b488-7fe3437d63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:49.724255 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-09ee7845-14c3-4108-8933-90909d696566 req-e03309b7-46ab-4bf4-b488-7fe3437d63c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 1098 time: 0.2494700 Apr 20 19:28:49.742482 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc70f38a-7c81-48b4-b564-fb52a3e9731f req-d266f939-3975-49fe-9743-3fb333bd8235 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153934 Apr 20 19:28:49.844491 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-09ee7845-14c3-4108-8933-90909d696566 req-05df57e5-1f89-48c4-b05d-c142b180f650 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113827 Apr 20 19:28:50.022248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813e38-f4b3-4731-a14b-f1367373550b req-6fd1cd3b-c52a-43ce-81a3-4c7e90e49047 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:50.023964 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-46813e38-f4b3-4731-a14b-f1367373550b req-6fd1cd3b-c52a-43ce-81a3-4c7e90e49047 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1424303 Apr 20 19:28:50.084287 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-46813e38-f4b3-4731-a14b-f1367373550b req-707e7c8c-7af8-4122-aaf0-18e726e15871 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514333 Apr 20 19:28:50.430169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629cd4-c5f3-4000-a12b-4ea321a8d22a req-d29a922c-43b2-4c45-95b9-2be4027d1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:50.435068 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb629cd4-c5f3-4000-a12b-4ea321a8d22a req-d29a922c-43b2-4c45-95b9-2be4027d1acf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 1099 time: 0.1754048 Apr 20 19:28:50.469598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.533089 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb629cd4-c5f3-4000-a12b-4ea321a8d22a req-048ca36e-1d6e-4080-8a58-61c5ab67cc2a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898566 Apr 20 19:28:50.869860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.025162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a20ec-02fb-48bd-8bda-ffd51a131ab3 req-1a7e80da-0175-4a43-b980-95c640e51e6c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:51.035759 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-542a20ec-02fb-48bd-8bda-ffd51a131ab3 req-1a7e80da-0175-4a43-b980-95c640e51e6c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1490684 Apr 20 19:28:51.120438 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-542a20ec-02fb-48bd-8bda-ffd51a131ab3 req-9f1f77dd-5bad-4f29-a55a-d08ef9c9df02 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836508 Apr 20 19:28:51.467383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812f875-640e-4c90-84a1-ef2c05930e0c req-3ec3aaea-4fb6-4b44-a977-17940a77337d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:51.471509 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f812f875-640e-4c90-84a1-ef2c05930e0c req-3ec3aaea-4fb6-4b44-a977-17940a77337d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1758189 Apr 20 19:28:51.572538 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f812f875-640e-4c90-84a1-ef2c05930e0c req-328a930a-36ee-4cfc-ac4b-0eadc8175131 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856452 Apr 20 19:28:51.687428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:52.386909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1e001-7b60-48f9-85d2-a900b1e605a4 req-8ec57d86-5150-42c2-9a9f-23105e5ca997 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:52.388811 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ceb1e001-7b60-48f9-85d2-a900b1e605a4 req-8ec57d86-5150-42c2-9a9f-23105e5ca997 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1135862 Apr 20 19:28:52.464901 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ceb1e001-7b60-48f9-85d2-a900b1e605a4 req-96a44fa5-9d1b-41e1-a691-2976abda3943 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684533 Apr 20 19:28:52.929581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21089425-ecae-485e-9074-838eeae42cb5 req-7959e7ce-e890-4860-8c7f-68716aa4ff6b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:52.933308 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-21089425-ecae-485e-9074-838eeae42cb5 req-7959e7ce-e890-4860-8c7f-68716aa4ff6b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1536946 Apr 20 19:28:53.010378 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-21089425-ecae-485e-9074-838eeae42cb5 req-696c31d5-1de9-4bd7-b4ba-7f0560086df1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673094 Apr 20 19:28:53.516085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c7fc0-9d13-482c-b0f9-2f2c785636b7 req-a536026b-ec14-405b-9f8f-c537e47cb863 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:53.544140 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-935c7fc0-9d13-482c-b0f9-2f2c785636b7 req-a536026b-ec14-405b-9f8f-c537e47cb863 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3778229 Apr 20 19:28:53.648812 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-935c7fc0-9d13-482c-b0f9-2f2c785636b7 req-c1678167-8803-4c38-8438-5a10f12a472c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001971 Apr 20 19:28:53.719930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.060763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-48eff5fd-d3ea-4457-b31f-a57afdc6bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:56.062402 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-48eff5fd-d3ea-4457-b31f-a57afdc6bdc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.0934720 Apr 20 19:28:56.191989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5711-e9ff-40e7-b3a6-4efc7bbec5ab req-6e318b4d-2767-4a31-96fc-ce16ca51db3b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:56.193803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-784a5711-e9ff-40e7-b3a6-4efc7bbec5ab req-6e318b4d-2767-4a31-96fc-ce16ca51db3b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1426172 Apr 20 19:28:56.290809 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-784a5711-e9ff-40e7-b3a6-4efc7bbec5ab req-1cc3f314-8cb7-45bf-8777-686ee5a89479 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880532 Apr 20 19:28:56.661790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-e353cbf8-3115-4202-985a-a2e642be6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:56.664373 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-e353cbf8-3115-4202-985a-a2e642be6606 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.5947845 Apr 20 19:28:56.824725 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-4486c47a-7e32-4240-aa21-40f168b23f67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.1481504 Apr 20 19:28:56.936099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-71a0d8d4-b11d-4378-813a-dcd790081907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:56.939953 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-71a0d8d4-b11d-4378-813a-dcd790081907 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.1028016 Apr 20 19:28:57.035915 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-64cdfa3c-4805-4e91-ae4c-a55cd7d40d29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782349 Apr 20 19:28:57.212772 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-55e70b0d-7b0b-4f78-b8db-9d7d89fb6d83 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680095 Apr 20 19:28:57.374500 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f9b0d227-ee06-43e9-8ce2-3a54a2e9d1f4 req-9f5bca85-68d7-4840-b8c9-88182e8eda7b service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532533 Apr 20 19:28:57.544499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152db42-c850-4cf6-a393-d217ac0a6da8 req-e9a1ec6b-7afb-43d4-9c7d-1308d3fc7074 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:57.546108 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6152db42-c850-4cf6-a393-d217ac0a6da8 req-e9a1ec6b-7afb-43d4-9c7d-1308d3fc7074 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1090229 Apr 20 19:28:57.621145 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6152db42-c850-4cf6-a393-d217ac0a6da8 req-50ffbe47-3052-4a91-806e-92a5cfdf26cd tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 Apr 20 19:28:58.413837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47318) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:58.424498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-73fea68c-b54d-4aa8-a576-4fb904975bd9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:58.426235 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-73fea68c-b54d-4aa8-a576-4fb904975bd9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.2161696 Apr 20 19:28:58.477823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-bace8045-d29c-4314-a232-7edb89ddc628 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/quotas/ea143ab1424c4e08b5651b899af97a84 HTTP/1.1" status: 200 len: 375 time: 0.0250618 Apr 20 19:28:58.623264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.649730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:58.669114 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-5462a271-4e18-47ad-97e6-7608260074a7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1787810 Apr 20 19:28:59.012906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Usage tracker for resource:security_group_rule and tenant:803d7378a7964f92a4686e7f9977dae9 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:59.016265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:59.023527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:59.153218 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-eb0888f6-ebe1-4716-918d-037de8976be4 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831052 Apr 20 19:28:59.238640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.299964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.321764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-054e85e9-eef0-4a88-a711-b2cfe8ab493b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:59.423932 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=803d7378a7964f92a4686e7f9977dae9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0084059 Apr 20 19:28:59.430512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47362) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:59.485209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea0b6-c80c-44ef-89e7-a798a45ab13f req-dd983c5e-74e3-4fd0-90bf-169f354102ef tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:59.487399 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4eaea0b6-c80c-44ef-89e7-a798a45ab13f req-dd983c5e-74e3-4fd0-90bf-169f354102ef tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.4509165 Apr 20 19:28:59.491579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cb564-a6e7-4674-87bd-fda1b80a4fc6,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:59.508406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:59.575120 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4eaea0b6-c80c-44ef-89e7-a798a45ab13f req-b1eaa83a-b208-4c16-96f7-fe0e10c21079 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630736 Apr 20 19:28:59.576756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.620504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.625072 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-88ce4d5f-79cc-487d-9119-2db5ced70b25 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571295 Apr 20 19:28:59.688611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.699781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ab45a244-65d5-423c-a365-ec8fdb513988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:59.719076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cb564-a6e7-4674-87bd-fda1b80a4fc6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:59.731343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:59.733844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.741917 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/474cb564-a6e7-4674-87bd-fda1b80a4fc6 HTTP/1.1" status: 204 len: 168 time: 0.3101754 Apr 20 19:28:59.963342 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8bf10ad2-ed4b-4747-b71a-0bc365ebee7d req-f9898da8-7c33-4dab-a710-769ebdf12564 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 210 time: 0.0559769 Apr 20 19:29:00.787964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47410) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:00.885939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb390-f0b5-4be4-9937-ef3e3f0530a6 req-aa0af25a-a635-4fae-a803-44e74d3abdce tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:00.894575 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-606bb390-f0b5-4be4-9937-ef3e3f0530a6 req-aa0af25a-a635-4fae-a803-44e74d3abdce tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1744916 Apr 20 19:29:00.957149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-935947532-network', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:00.963077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:00.969823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-606bb390-f0b5-4be4-9937-ef3e3f0530a6 req-e118549b-b7d4-4ec3-9b1e-8246a3d322e8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Apr 20 19:29:00.970278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Usage tracker for resource:network and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:00.974189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:00.983895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:00.998452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Made reservation on behalf of b2c3007e4cbc4d19821efdd7ce3182e8 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:01.010900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.028619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.050509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:01.056857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:01.061455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:01.071833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:01.241719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.247064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.252259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-63782ad2-faec-486c-9f75-dc925b90d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:01.270914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:29:01.284908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.285318 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Added segment 43e0aca4-984e-4760-94a4-cb9e6b4a83ce of type vlan for network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee Apr 20 19:29:01.287978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce5094fe-58f9-4ea0-849b-88b58444d936 req-e312f9aa-1b46-4571-b352-76957642b06b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 210 time: 0.1286337 Apr 20 19:29:01.340422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6587e2f-a36b-4b68-b6ed-d84c89fda4e5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:01.380272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:01.387770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.535099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.541344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:01.542287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.553566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:01.766443 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9771361 Apr 20 19:29:01.767689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47440) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:01.798832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Request body: {'subnet': {'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-935947532-subnet', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:01.803217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Pushing event updated for resources: {'Network': ['ID=28aaeeda-f462-4a89-8d9d-5420f9dd81ee,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:01.817167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:01.818120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:29:01.820073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:01.826024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Usage tracker for resource:subnet and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:01.840075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:01.852873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:01.865134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-c7ed8816-2f50-416e-800b-1fe8c846166b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:01.866768 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-c7ed8816-2f50-416e-800b-1fe8c846166b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.4415579 Apr 20 19:29:01.875024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Made reservation on behalf of b2c3007e4cbc4d19821efdd7ce3182e8 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:01.881537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26467647'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.904371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Request body: {'port': {'device_id': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'admin_state_up': True, 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:02.184450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:02.235779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af704a98-b7fd-4df5-a30a-98e017fbf524 req-e75f8e0f-00f9-4785-a83d-ed607ee81516 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:02.245049 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af704a98-b7fd-4df5-a30a-98e017fbf524 req-e75f8e0f-00f9-4785-a83d-ed607ee81516 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1232021 Apr 20 19:29:02.296172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Usage tracker for resource:port and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:02.303740 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af704a98-b7fd-4df5-a30a-98e017fbf524 req-c21e8b56-ac13-4c10-b9e7-a51655b460c5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Apr 20 19:29:02.306027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:02.324794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:02.369066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:02.379704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.471412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47462) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:02.519580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-63136ead-00f6-4c71-9913-88bcac813016 req-3620059c-0b0a-473b-a77c-fd174eb810d5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 210 time: 0.0588880 Apr 20 19:29:02.689609 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47470) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:02.755745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.787963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:02.788224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Deleting subnet 29cb4c63-ea47-49dd-be08-2df5382c1d9b {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:29:02.793684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.798622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Usage tracker for resource:security_group_rule and tenant:85d2ca05035a4409aed39cef61129054 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:02.804863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:02.820252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:02.834181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Allocated IP 172.20.0.8 (f8ad0001-389f-4522-a176-84dbe6d7c337/b8fad239-35c7-4a13-9d83-76a828c7738a/df2c759f-200a-4328-ad74-005d895a4a5b) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:02.852708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.962160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.161504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26457176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26467630'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.191497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:03.232283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.250001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.336940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.342707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:03.357030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1354173a-296d-4cd0-a23d-aa121542b7a7,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:03.368319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:03.372017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-54805c34-8174-47cc-a46c-e4ad41289755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:03.383211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.387332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cb4c63-ea47-49dd-be08-2df5382c1d9b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:03.392296 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85d2ca05035a4409aed39cef61129054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9092948 Apr 20 19:29:03.392473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:03.392473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.396950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47480) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:03.404993 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29cb4c63-ea47-49dd-be08-2df5382c1d9b HTTP/1.1" status: 204 len: 168 time: 0.7107987 Apr 20 19:29:03.405532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47484) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:03.430467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Checking segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:03.430782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Network hostable DHCP agents. Network: 28aaeeda-f462-4a89-8d9d-5420f9dd81ee, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:29:03.453621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8a212-08d4-486a-9490-2b7cb769a842,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:03.469346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:03.521000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:29:03.539198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.550451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 28aaeeda-f462-4a89-8d9d-5420f9dd81ee) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:03.574848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f092b-df54-422e-8a83-00545bbc81a4 None None] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:29:03.575106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.582964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:03.583658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.590069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.599795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.607934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:03.613434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-208efcdb-d010-454b-9f35-d22d609dcd0e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:03.671231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88ca20-6dbc-4f12-aec0-7c21aeb4183b req-ef5f9882-e3dc-4f87-9132-ed0008fb35d0 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:03.679685 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6e88ca20-6dbc-4f12-aec0-7c21aeb4183b req-ef5f9882-e3dc-4f87-9132-ed0008fb35d0 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1679969 Apr 20 19:29:03.740794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Network f8ad0001-389f-4522-a176-84dbe6d7c337 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:03.750666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:03.757977 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4daab227-5611-44e0-ac0f-40ce346d2542 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9776900 Apr 20 19:29:03.758623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event updated for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:03.761517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47492) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:03.762089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:03.783167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.799841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:03.808209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:03.821728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:03.828694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Usage tracker for resource:router and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:03.834235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:03.846985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:03.870375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.872328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.893365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:03.894617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.919273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.928044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5e623c-2347-4802-a897-4e38a213d8fe']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:03.939839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:03.945489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12450b3-9974-44f8-8467-ad1379bb3d0b') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:03.945922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12450b3-9974-44f8-8467-ad1379bb3d0b') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:03.959768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:03.970894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8a212-08d4-486a-9490-2b7cb769a842,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:03.980782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:03.991310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.021077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.028149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:29:04.040986 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-0cf595e4-1f8b-4cf1-a081-ad1a36affe82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1413064 Apr 20 19:29:04.042772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.044557 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63f8a212-08d4-486a-9490-2b7cb769a842 HTTP/1.1" status: 204 len: 168 time: 0.6420133 Apr 20 19:29:04.053581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:29:04.054530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.224687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Request body: {'port': {'device_id': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:04.321258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Allocated IP 172.20.0.2 (28aaeeda-f462-4a89-8d9d-5420f9dd81ee/1354173a-296d-4cd0-a23d-aa121542b7a7/c660451d-c183-4d39-b90b-95dce857f564) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:04.326058 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6e88ca20-6dbc-4f12-aec0-7c21aeb4183b req-ea10d235-8fdf-43e0-bcbc-9f4b65e6a374 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451039 Apr 20 19:29:04.412717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcc917-23de-4464-96cb-42aae311a9f8 req-b0ce5ddf-3408-4fa2-a85d-9b945e8e21a6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:04.423338 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9adcc917-23de-4464-96cb-42aae311a9f8 req-b0ce5ddf-3408-4fa2-a85d-9b945e8e21a6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 931 time: 0.5297527 Apr 20 19:29:04.484181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Network 9e5e623c-2347-4802-a897-4e38a213d8fe has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:29:04.498596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.551618 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9adcc917-23de-4464-96cb-42aae311a9f8 req-087b5011-2d5b-4e5b-8272-717951bbbf40 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271753 Apr 20 19:29:04.662800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47504) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:04.708359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.747576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.748768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Network 9e5e623c-2347-4802-a897-4e38a213d8fe has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:29:04.779241 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:29:04.820551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.827943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:04.838326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Usage tracker for resource:security_group_rule and tenant:76fe9593ea6d45bb9bdbabe93b6dbac2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:04.847995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:04.865384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Transition to ACTIVE for port object c660451d-c183-4d39-b90b-95dce857f564 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:04.866242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.871318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.875547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-06d0a027-676f-4369-b5a7-d01e1fd96bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:04.875701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:04.899602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.904833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Transition to ACTIVE for port object c660451d-c183-4d39-b90b-95dce857f564 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:04.905744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5e623c-2347-4802-a897-4e38a213d8fe,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:04.913003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:04.916206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:04.918972 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7f499776-163a-47ef-ada9-6e24db74a167 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e5e623c-2347-4802-a897-4e38a213d8fe HTTP/1.1" status: 204 len: 168 time: 1.5124128 Apr 20 19:29:04.920652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:04.922151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47510) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:04.982875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:04.994633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:04.997188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:04.997694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Deleting subnet 4910aba5-e65f-4158-993f-967b27d6e0b6 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:29:05.002125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.010115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Pushing event updated for resources: {'Port': ['ID=c660451d-c183-4d39-b90b-95dce857f564,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:05.011313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:05.084327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.119408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Attempting to bind port c660451d-c183-4d39-b90b-95dce857f564 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:05.119839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Attempting to bind port c660451d-c183-4d39-b90b-95dce857f564 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:05.120263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Attempting to bind port c660451d-c183-4d39-b90b-95dce857f564 on network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:05.127126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:05.127552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Checking segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:05.128120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.128570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Bound using segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:05.129112 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Bound port: c660451d-c183-4d39-b90b-95dce857f564, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:05.129542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.181586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.246542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] For port c660451d-c183-4d39-b90b-95dce857f564, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:05.251095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] For port c660451d-c183-4d39-b90b-95dce857f564, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c660451d-c183-4d39-b90b-95dce857f564,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:05.254804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.257817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.263214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:05.290110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.304763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2542d866-679e-4361-91d9-ab014508bb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:05.357288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Pushing event updated for resources: {'Port': ['ID=c660451d-c183-4d39-b90b-95dce857f564,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:05.363185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:05.454459 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76fe9593ea6d45bb9bdbabe93b6dbac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899168 Apr 20 19:29:05.459037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47518) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:05.473555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04aa8af-e29c-4ef1-b507-e7f9f4311003,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:05.488041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:05.680252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.750854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.779085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7dcc-0ce5-4bf6-b5a1-14d981980187 req-54149617-7ed9-4eab-8cc1-9135198bb143 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:05.782756 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f29c7dcc-0ce5-4bf6-b5a1-14d981980187 req-54149617-7ed9-4eab-8cc1-9135198bb143 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2837911 Apr 20 19:29:05.787849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.806302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-908343a3-b395-4d56-b1aa-1643fc0d21d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:05.864024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4910aba5-e65f-4158-993f-967b27d6e0b6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:05.874753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:29:05.878788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:05.889404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2c759f-200a-4328-ad74-005d895a4a5b {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:05.895138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.899863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.917514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Transition to ACTIVE for port object df2c759f-200a-4328-ad74-005d895a4a5b will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:05.921704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.929370 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f29c7dcc-0ce5-4bf6-b5a1-14d981980187 req-457ae588-1e32-4338-95b4-db346f98cc09 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380060 Apr 20 19:29:05.940363 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4910aba5-e65f-4158-993f-967b27d6e0b6 HTTP/1.1" status: 204 len: 168 time: 1.0168905 Apr 20 19:29:05.953694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47528) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:05.976551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:05.985868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:06.003158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.019781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04aa8af-e29c-4ef1-b507-e7f9f4311003,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:06.023475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:06.025377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.027267 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a04aa8af-e29c-4ef1-b507-e7f9f4311003 HTTP/1.1" status: 204 len: 168 time: 0.5636704 Apr 20 19:29:06.060058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.126974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:06.226458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.310053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:06.329308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:06.352876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c660451d-c183-4d39-b90b-95dce857f564 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:06.372184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9abde6-8300-4acc-a208-2fdfbfab590b req-39535ced-39e1-4f70-a5cf-1b29d564983b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:06.382782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cd9abde6-8300-4acc-a208-2fdfbfab590b req-39535ced-39e1-4f70-a5cf-1b29d564983b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 943 time: 0.3588684 Apr 20 19:29:06.487118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Allocated IP 172.28.1.29 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/3129288e-3914-47bc-895c-1561f94b29b9) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:06.500689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port c660451d-c183-4d39-b90b-95dce857f564 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:06.506988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Attempting to bind port df2c759f-200a-4328-ad74-005d895a4a5b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:06.507651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Attempting to bind port df2c759f-200a-4328-ad74-005d895a4a5b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:06.508183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Attempting to bind port df2c759f-200a-4328-ad74-005d895a4a5b on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:06.522770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Port df2c759f-200a-4328-ad74-005d895a4a5b on network f8ad0001-389f-4522-a176-84dbe6d7c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:06.523157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Attempting to bind port df2c759f-200a-4328-ad74-005d895a4a5b on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:06.561815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:06.562119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Checking segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:06.562558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Bound using segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:06.563058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Bound port: df2c759f-200a-4328-ad74-005d895a4a5b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:06.563511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.787077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:06.797895 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cd9abde6-8300-4acc-a208-2fdfbfab590b req-dfc28f37-7803-484d-88e2-651ac01174e0 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140234 Apr 20 19:29:06.860100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.874109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df2c759f-200a-4328-ad74-005d895a4a5b,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:06.885737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.896524 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:06.908909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.967413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:06.968577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:06.970844 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] 10.222.0.58 "PUT /v2.0/ports/df2c759f-200a-4328-ad74-005d895a4a5b HTTP/1.1" status: 200 len: 1093 time: 2.7517853 Apr 20 19:29:06.976325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:07.022701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:07.026301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:07.099632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.112357 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:07.159081 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b', 'status': 'completed', 'code': 200} Apr 20 19:29:07.207214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f215f1ab-350c-425f-b7ab-99e5e96332c9 None None] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:29:07.222825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:07.230529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:07.247626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:07.269586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99bdb47-da6e-4579-89d1-d8cd4ef53ac2']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:07.297077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Pushing event updated for resources: {'Port': ['ID=3129288e-3914-47bc-895c-1561f94b29b9,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:07.300817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89e279b-c314-4d38-b1da-8af310973831') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:07.301183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89e279b-c314-4d38-b1da-8af310973831') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:07.307940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-f5d43dab-4181-475a-a9ea-4287da3138fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:07.310858 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-f5d43dab-4181-475a-a9ea-4287da3138fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 1096 time: 0.2901869 Apr 20 19:29:07.313905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:07.329264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.364173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac641a-19a1-47f3-8211-3745b3fde811 req-8fe5d66a-0139-4157-9df3-0b9b461e6da4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:07.372914 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c7ac641a-19a1-47f3-8211-3745b3fde811 req-8fe5d66a-0139-4157-9df3-0b9b461e6da4 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2308531 Apr 20 19:29:07.376446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.403323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:29:07.409704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Provisioning for port c660451d-c183-4d39-b90b-95dce857f564 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:07.417867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Provisioning complete for port c660451d-c183-4d39-b90b-95dce857f564 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:07.418289 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.586782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c7ac641a-19a1-47f3-8211-3745b3fde811 req-c0d2b185-dfd4-4154-8ef1-b89f2f50508b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127492 Apr 20 19:29:07.747048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:29:07.761745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.772942 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-67f3461c-d55b-45ed-9e88-ab89bca31084 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2c759f-200a-4328-ad74-005d895a4a5b HTTP/1.1" status: 200 len: 217 time: 0.4482365 Apr 20 19:29:07.797356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.850956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] For port c660451d-c183-4d39-b90b-95dce857f564, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c660451d-c183-4d39-b90b-95dce857f564,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:07.861812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:07.863980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:08.049896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Pushing event updated for resources: {'Port': ['ID=c660451d-c183-4d39-b90b-95dce857f564,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:08.054275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:08.197559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Network a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:29:08.229615 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:29:08.254512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e73fa-3bb4-4875-b5cc-33cea90ed476 req-d9428afc-e36c-450b-91cd-43f3e2da3230 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:08.262552 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc8e73fa-3bb4-4875-b5cc-33cea90ed476 req-d9428afc-e36c-450b-91cd-43f3e2da3230 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 943 time: 0.2775068 Apr 20 19:29:08.315934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c660451d-c183-4d39-b90b-95dce857f564 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:08.325711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-bd510831-79f9-4a28-9d6a-7493f6a4868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:08.327385 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-bd510831-79f9-4a28-9d6a-7493f6a4868f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.4841223 Apr 20 19:29:08.403034 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc8e73fa-3bb4-4875-b5cc-33cea90ed476 req-fc024045-95a4-4c6b-b043-154eb520c335 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391699 Apr 20 19:29:08.406012 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-87178da3-abd0-4a1f-b206-234ac72b1727 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662138 Apr 20 19:29:08.410067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:08.438023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:08.442130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a0ac85ae-2bba-4ddd-ab48-f67ca02233a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:08.485303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-4919a8a2-9d89-496e-ab7a-63b261278bac None None] Provisioning complete for port c660451d-c183-4d39-b90b-95dce857f564 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:08.486552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4919a8a2-9d89-496e-ab7a-63b261278bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:08.509486 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a99bdb47-da6e-4579-89d1-d8cd4ef53ac2 HTTP/1.1" status: 204 len: 168 time: 2.5532339 Apr 20 19:29:08.511696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99bdb47-da6e-4579-89d1-d8cd4ef53ac2,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:08.522690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:08.549866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:08.590314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c660451d-c183-4d39-b90b-95dce857f564 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:08.590739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:08.946953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47610) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:08.963521 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-06411f5e-34b6-4e50-ad45-db0d2767713d service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339448 Apr 20 19:29:09.038149 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b05624e0-c65b-4918-ac31-0630d1f3f318 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a986d6410db409e8c5e8a7278ec9ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877526 Apr 20 19:29:09.046732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d156c0-7ce9-4678-99e4-24958faba467 req-2f607de6-90c7-44d4-b1b2-df7595e4f609 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.049382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47614) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:09.049610 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-86d156c0-7ce9-4678-99e4-24958faba467 req-2f607de6-90c7-44d4-b1b2-df7595e4f609 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2121801 Apr 20 19:29:09.167032 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-86d156c0-7ce9-4678-99e4-24958faba467 req-3d2f5f20-42ac-4b93-8de7-ca9474ed69f7 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066902 Apr 20 19:29:09.199835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.210392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696c393-f3e2-49c7-a310-d64a285ae70d req-72366981-a6e0-4cba-8f36-02864638eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.212052 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5696c393-f3e2-49c7-a310-d64a285ae70d req-72366981-a6e0-4cba-8f36-02864638eb92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.1347682 Apr 20 19:29:09.219064 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed83c5f4-5adb-4166-bbd7-52d2dd5b4ee4 req-9d6a0056-ffb9-4112-ba18-997faa458b21 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462842 Apr 20 19:29:09.281142 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5696c393-f3e2-49c7-a310-d64a285ae70d req-c0b0ecc9-1d80-4c6a-af00-ddb84f3655a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Apr 20 19:29:09.468073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.493430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-56a9c1b6-3c61-4df0-b115-962fb64b868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.495823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-56a9c1b6-3c61-4df0-b115-962fb64b868a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 1096 time: 0.1328568 Apr 20 19:29:09.528606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.678436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.684991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-51ce3ec9-5447-4245-8163-3642ebc81dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:09.700562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ce068-56f6-43a1-9ce5-e9cd6687eba8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:09.705916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:09.707101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:29:09.777716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-bdf7792c-766a-42c8-aba4-c62436014077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.781356 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-bdf7792c-766a-42c8-aba4-c62436014077 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 916 time: 0.2736578 Apr 20 19:29:09.813221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724d6a-0de5-448b-925b-8fd8a755b549 req-616a910e-87a3-4c45-a642-ad0901b604f3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.816081 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-39724d6a-0de5-448b-925b-8fd8a755b549 req-616a910e-87a3-4c45-a642-ad0901b604f3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 943 time: 0.2451682 Apr 20 19:29:09.932681 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-337473a9-6cef-41dd-9167-9966a91a1251 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2c759f-200a-4328-ad74-005d895a4a5b HTTP/1.1" status: 200 len: 217 time: 0.1152847 Apr 20 19:29:09.969670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.973878 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/249ce068-56f6-43a1-9ce5-e9cd6687eba8 HTTP/1.1" status: 204 len: 168 time: 0.9210317 Apr 20 19:29:10.023347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:10.035285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Sync routers for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:10.049368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:10.050580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:10.069581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:10.072208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.2771690 Apr 20 19:29:10.076839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47638) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:10.082596 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-39724d6a-0de5-448b-925b-8fd8a755b549 req-1f2043c4-77f4-48bc-b788-f0ae9afaf519 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833823 Apr 20 19:29:10.129417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-8049bba6-a4e3-4229-95f6-7cdb8da7f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:10.133207 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-8049bba6-a4e3-4229-95f6-7cdb8da7f274 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.1898646 Apr 20 19:29:10.261575 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-a79a053b-9a94-43f9-a95c-efa54117d36f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092103 Apr 20 19:29:10.308500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:10.724677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:08Z', 'revision_number': 3, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:10.729806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Checking router: 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:10.730671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Updating router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 port 3129288e-3914-47bc-895c-1561f94b29b9 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:29:10.797113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:10.830933 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-fef77e5a-dd6e-4e09-8221-f2212960d465 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502911 Apr 20 19:29:10.846785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3843ab-c242-4571-89e7-943e2e3ddb42 req-5053c5c1-8c0c-437c-adb1-43f749b3b486 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:10.855868 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5f3843ab-c242-4571-89e7-943e2e3ddb42 req-5053c5c1-8c0c-437c-adb1-43f749b3b486 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1657953 Apr 20 19:29:11.051653 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60ae435d-0919-459c-8870-b6ff76c81ee8 req-94826a25-49cb-4258-b7aa-d42186b31f31 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932728 Apr 20 19:29:11.107332 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5f3843ab-c242-4571-89e7-943e2e3ddb42 req-7fe34872-5622-4b8f-ab13-244898486718 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501860 Apr 20 19:29:11.249547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47660) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:11.378111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.394924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Transition to ACTIVE for port object 3129288e-3914-47bc-895c-1561f94b29b9 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:11.402904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.413860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb5f7265-0f51-449f-89ee-130a8436ecc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:11.547676 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-841a5cc2-9192-4c8e-8816-7465614d1dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641ba8efc8244cad8c98f537a39f9859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735593 Apr 20 19:29:11.557803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47664) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:11.642783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Attempting to bind port 3129288e-3914-47bc-895c-1561f94b29b9 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:11.643499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Attempting to bind port 3129288e-3914-47bc-895c-1561f94b29b9 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:11.643930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Attempting to bind port 3129288e-3914-47bc-895c-1561f94b29b9 on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:11.648237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Pushing event updated for resources: {'Port': ['ID=3129288e-3914-47bc-895c-1561f94b29b9,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:11.668632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:11.669979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:11.670452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.670903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:11.671505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Bound port: 3129288e-3914-47bc-895c-1561f94b29b9, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:11.671930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.706531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337e35-b977-4e7a-8b86-6e0f587ecbab req-dacacecd-773c-43ba-b5a1-5bd517cb44c7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:11.708837 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b5337e35-b977-4e7a-8b86-6e0f587ecbab req-dacacecd-773c-43ba-b5a1-5bd517cb44c7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 943 time: 0.3283923 Apr 20 19:29:11.738156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.738533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.738911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.739443 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.739625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.739994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.740359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.740721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.741082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.741438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.741794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.742153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:11.763000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:11.809916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.858292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] For port 3129288e-3914-47bc-895c-1561f94b29b9, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:11.864210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] For port 3129288e-3914-47bc-895c-1561f94b29b9, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=3129288e-3914-47bc-895c-1561f94b29b9,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:11.874044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.880455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:11.883227 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b5337e35-b977-4e7a-8b86-6e0f587ecbab req-046b9ad0-afde-4c88-bf47-fdd412198a52 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054704 Apr 20 19:29:11.920818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:11.982630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:11.983354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:11.993866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:12.004873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d86f0c2a-adc9-48b5-9987-9533bdf7c66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:12.018317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234df1a-d5d4-4aa7-ad90-1c72cf37fb18,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:12.029031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:12.038391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:12.050483 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9234df1a-d5d4-4aa7-ad90-1c72cf37fb18 HTTP/1.1" status: 204 len: 168 time: 0.4786849 Apr 20 19:29:12.164176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Pushing event updated for resources: {'Port': ['ID=3129288e-3914-47bc-895c-1561f94b29b9,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:12.170023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:12.181700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:12.259067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:12.398184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9fc2e-ef22-4243-8e72-9749af2a4c96 req-43577b7c-684c-464e-8e4f-c09aa07a3f01 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:12.406371 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e1d9fc2e-ef22-4243-8e72-9749af2a4c96 req-43577b7c-684c-464e-8e4f-c09aa07a3f01 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1103039 Apr 20 19:29:12.498034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Allocated IP 172.20.0.1 (28aaeeda-f462-4a89-8d9d-5420f9dd81ee/1354173a-296d-4cd0-a23d-aa121542b7a7/9051298a-bca4-41a8-91c2-7bd42033829a) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:12.516277 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e1d9fc2e-ef22-4243-8e72-9749af2a4c96 req-b2a66671-26d2-4244-ab24-0c5ee5205174 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085222 Apr 20 19:29:12.686887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device df2c759f-200a-4328-ad74-005d895a4a5b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:12.737223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:08Z', 'revision_number': 3, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:12.742232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e3c2f-8961-4980-bc99-44c49db394e0 None None] The sync data for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb is: [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:08Z', 'revision_number': 3, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:12.745907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:12.768922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Transition to ACTIVE for port object 9051298a-bca4-41a8-91c2-7bd42033829a will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:12.803240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:12.828068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e93ff7e-947d-4253-96ca-8e72c7e618b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:12.955286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Pushing event updated for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:12.961792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:12.976192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:12.977866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:12.995930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:13.166621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:13.372788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-66a9fcb6-e049-4c80-9213-7eda067348a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:13.379822 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-66a9fcb6-e049-4c80-9213-7eda067348a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.3822103 Apr 20 19:29:13.480144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-bdc6bf61-897c-4c83-955a-d38bd65c46e7 None None] Provisioning for port 9051298a-bca4-41a8-91c2-7bd42033829a completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:13.500948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:13.528851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-bdc6bf61-897c-4c83-955a-d38bd65c46e7 None None] Provisioning complete for port 9051298a-bca4-41a8-91c2-7bd42033829a triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:13.544033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bf61-897c-4c83-955a-d38bd65c46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:13.646112 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df2c759f-200a-4328-ad74-005d895a4a5b,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:13.750796 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'df2c759f-200a-4328-ad74-005d895a4a5b', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'port_id': 'df2c759f-200a-4328-ad74-005d895a4a5b', 'mac_address': 'fa:16:3e:4b:65:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fad239-35c7-4a13-9d83-76a828c7738a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:13.841497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-d64cd8c1-38ba-4fbd-85fd-ee4b4c48018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:13.845099 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-d64cd8c1-38ba-4fbd-85fd-ee4b4c48018a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.4565530 Apr 20 19:29:13.878293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6bf61-897c-4c83-955a-d38bd65c46e7 None None] Port 9051298a-bca4-41a8-91c2-7bd42033829a cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:13.945938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.004980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2c759f-200a-4328-ad74-005d895a4a5b {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:14.042834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df2c759f-200a-4328-ad74-005d895a4a5b,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:14.047998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.056179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:14.071726 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-59f8a379-8b40-4854-a2cb-317213431ac8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.2138987 Apr 20 19:29:14.093654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1ec1d-630f-4514-8db6-226603c361de req-7954d806-fcc3-4b95-9ede-2dc89c14e125 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:14.100650 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4c1ec1d-630f-4514-8db6-226603c361de req-7954d806-fcc3-4b95-9ede-2dc89c14e125 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 943 time: 0.9252086 Apr 20 19:29:14.169337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.190305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.274309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-67c442d0-1003-4c77-821b-3fe167a03e10 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:14.307565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:14.311799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:14.369269 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4c1ec1d-630f-4514-8db6-226603c361de req-f19370c3-034d-4281-8b07-adaafffcf6ca tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593987 Apr 20 19:29:14.385814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 3129288e-3914-47bc-895c-1561f94b29b9 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:14.448419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.453906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Pushing event updated for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:14.460063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:14.469292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['df2c759f-200a-4328-ad74-005d895a4a5b'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:14.507156 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-57fd43b5-23b4-468b-a02a-fdc7c3eeaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:14.525236 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-57fd43b5-23b4-468b-a02a-fdc7c3eeaee9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.4169974 Apr 20 19:29:14.799221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:14.800646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:14.845434 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-1a1e267a-644b-47d6-b6c3-438bf1461fcd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832936 Apr 20 19:29:14.878862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 3129288e-3914-47bc-895c-1561f94b29b9 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:14.901308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 3129288e-3914-47bc-895c-1561f94b29b9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:14.902070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.200093 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-19eeffe1-dcdd-464d-aa0e-767edabcb052 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324525 Apr 20 19:29:15.380049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e072cbfa-6eda-46a3-8d2b-fbd988f681cc None None] Provisioning complete for port 9051298a-bca4-41a8-91c2-7bd42033829a triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:15.380049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e072cbfa-6eda-46a3-8d2b-fbd988f681cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.405419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:29:15.480136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.536464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 3129288e-3914-47bc-895c-1561f94b29b9, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=3129288e-3914-47bc-895c-1561f94b29b9,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:15.546326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.560589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:15.658821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-e072cbfa-6eda-46a3-8d2b-fbd988f681cc None None] Port 9051298a-bca4-41a8-91c2-7bd42033829a cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:15.733020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=3129288e-3914-47bc-895c-1561f94b29b9,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:15.752315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:15.778887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a0146360-34d7-4969-bb2e-5419c5eda6eb req-d04b7c60-9a57-486e-9002-4b9d55a989df service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694780 Apr 20 19:29:15.820171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37e24-b21c-495d-b787-e18e2d811214 req-62e9f799-7e89-401d-a8f4-087a971fafb6 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:15.828827 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94a37e24-b21c-495d-b787-e18e2d811214 req-62e9f799-7e89-401d-a8f4-087a971fafb6 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 1.3238583 Apr 20 19:29:15.936360 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94a37e24-b21c-495d-b787-e18e2d811214 req-2cd6f9e7-047e-413e-bcbf-81ff5263f850 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052415 Apr 20 19:29:16.016541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f28b-8018-43c8-ad4c-c0c92c173bac req-a69cb2fa-5999-4e3f-92bb-0298ff38d2dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:16.026968 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2791f28b-8018-43c8-ad4c-c0c92c173bac req-a69cb2fa-5999-4e3f-92bb-0298ff38d2dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.8224325 Apr 20 19:29:16.073263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:16.091266 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ed26a49-3607-4920-a8ae-7a8a40d8f3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0128868 Apr 20 19:29:16.146333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2791f28b-8018-43c8-ad4c-c0c92c173bac req-c160154b-ad4c-4195-b32f-54ed430b9341 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179290 Apr 20 19:29:16.340771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47828) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:16.417259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 3129288e-3914-47bc-895c-1561f94b29b9 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:16.613253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 3129288e-3914-47bc-895c-1561f94b29b9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:16.613784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.631235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468efffd-b224-45ff-8d78-ab4c9bf2dda8 req-87e11fb6-94e2-40f9-a961-06f15f4505f7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:16.635926 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-468efffd-b224-45ff-8d78-ab4c9bf2dda8 req-87e11fb6-94e2-40f9-a961-06f15f4505f7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 944 time: 0.2364268 Apr 20 19:29:16.637434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.702347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:16.715210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Usage tracker for resource:security_group_rule and tenant:b58e04e3e05b45f7b38ee9588ab39528 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:16.721967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:16.752297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:16.755213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device df2c759f-200a-4328-ad74-005d895a4a5b up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:16.766239 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-468efffd-b224-45ff-8d78-ab4c9bf2dda8 req-a2c89017-e341-4c58-89b6-753bf18b679a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091835 Apr 20 19:29:16.803479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Sync routers for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:16.843093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:16.844242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:28:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:16.908717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.912981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.925625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:16.978414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df0979e-88ca-414e-9efa-d3d350907f1f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:16.992546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.993298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.993939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.994422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.994806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.995423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.995821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.996269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.996916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.997272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.997757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:16.998333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.016110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:17.033494 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b58e04e3e05b45f7b38ee9588ab39528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913157 Apr 20 19:29:17.036512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47852) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:17.101400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port df2c759f-200a-4328-ad74-005d895a4a5b completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:17.113301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port df2c759f-200a-4328-ad74-005d895a4a5b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:17.113671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.161300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.237684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:17.237806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.378211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27320c48-4637-4b12-821a-2182b41a4c68 req-8905b9fd-3307-4465-96e4-ad17b7003c9c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:17.386580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-27320c48-4637-4b12-821a-2182b41a4c68 req-8905b9fd-3307-4465-96e4-ad17b7003c9c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2352593 Apr 20 19:29:17.405470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-61db4136-e45c-4968-9031-3bc8e4b49389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.441030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.473436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-668d69b1-a673-48ba-ac2b-adddeb096277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:17.525255 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-27320c48-4637-4b12-821a-2182b41a4c68 req-036431a4-37e1-4205-9dcc-5cafb813dbb9 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372643 Apr 20 19:29:17.535504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df0979e-88ca-414e-9efa-d3d350907f1f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:17.550757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.558100 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3df0979e-88ca-414e-9efa-d3d350907f1f HTTP/1.1" status: 204 len: 168 time: 0.5200632 Apr 20 19:29:17.581634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.583285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.584401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.585424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.587126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.588211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.589335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.590361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.592314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.594332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.608047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.609415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:17.631418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:17.688067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47870) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:17.707819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-348157878-network', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:17.719247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac156-7288-4b55-9b20-63065fca16be req-a35b36c2-21cb-4c1f-ad72-3b6f1bae7920 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:17.723745 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dadac156-7288-4b55-9b20-63065fca16be req-a35b36c2-21cb-4c1f-ad72-3b6f1bae7920 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.1527002 Apr 20 19:29:17.727371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:17.737834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Usage tracker for resource:network and tenant:31573e1281f14f16aafa9c5e2edbd6e3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:17.746152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:17.763993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:17.792066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Made reservation on behalf of 31573e1281f14f16aafa9c5e2edbd6e3 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:17.800922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dadac156-7288-4b55-9b20-63065fca16be req-6a0bc0e0-b63c-488f-acd7-23afb12f1556 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697651 Apr 20 19:29:17.853044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.880052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.946449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:17.951694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Usage tracker for resource:security_group_rule and tenant:31573e1281f14f16aafa9c5e2edbd6e3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:17.956698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:17.967147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:18.044634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.088925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:18.112787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df2c759f-200a-4328-ad74-005d895a4a5b,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:18.120536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.124003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:18.208491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da57aa1-50a9-455e-b3a6-cafc41a947b1 req-8030ef6c-62e4-4112-9b97-8d8d2bc892de tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.210504 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5da57aa1-50a9-455e-b3a6-cafc41a947b1 req-8030ef6c-62e4-4112-9b97-8d8d2bc892de tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 944 time: 0.2559643 Apr 20 19:29:18.222793 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b', 'code': 200} Apr 20 19:29:18.248966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.249541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 2, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:18.258444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.264759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Checking router: 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:18.267192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0f037219-174a-4ac5-aa11-c287810f4b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:18.268141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Updating router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 port 9051298a-bca4-41a8-91c2-7bd42033829a binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:29:18.331564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:18.346181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.347094 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.347766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.348345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.348990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.350081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.350429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:29:18.351110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.351787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.352415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.353023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.353594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.354198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:18.363836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:18.385070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d950a3-2a57-4ddf-815e-a3fe88464954,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:18.393268 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.395777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:18.410512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.411027 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Added segment d350af8c-6cba-42ea-b65d-8d5fae48d06d of type vlan for network c6df3483-59ad-4c27-9be2-1a72e6d88df5 Apr 20 19:29:18.443394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47882) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:18.456157 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5da57aa1-50a9-455e-b3a6-cafc41a947b1 req-f06aed2a-81ca-4f7f-9cb6-1bcdb99ffe1b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369759 Apr 20 19:29:18.528138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.569679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.570927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.589284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.589960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.599164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8f2bcbb-ca72-41f3-8627-7aea00962733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:18.725680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c6df3483-59ad-4c27-9be2-1a72e6d88df5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:18.729079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:18.755240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:18.756265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:29:18.774044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Usage tracker for resource:security_group_rule and tenant:f70965dab42d4ed8941cec3dc8b2a407 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:18.778565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:18.795247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:18.823492 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1317334 Apr 20 19:29:18.838131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 47896) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:18.850963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Request body: {'subnet': {'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-348157878-subnet', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:18.859040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:18.865842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Usage tracker for resource:subnet and tenant:31573e1281f14f16aafa9c5e2edbd6e3 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:18.870583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:18.879670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:18.894665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043a092-8d2d-41ad-8a12-189cc9e8bd8c req-e8249c1c-637b-481c-8a6c-b876ea784fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.897024 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a043a092-8d2d-41ad-8a12-189cc9e8bd8c req-e8249c1c-637b-481c-8a6c-b876ea784fc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 1098 time: 0.3840001 Apr 20 19:29:18.898182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Made reservation on behalf of 31573e1281f14f16aafa9c5e2edbd6e3 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:18.903656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828546280'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.062128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.067935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.098549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ca0031ea-db7d-4ec7-ab37-10238eac911a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:19.206202 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f70965dab42d4ed8941cec3dc8b2a407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487245 Apr 20 19:29:19.209740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db3850-46ae-4286-9914-505d2840897c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:19.226656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47904) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:19.241432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:19.384559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.448559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7cebc7f7-e11a-460b-9d0a-d439d378e239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.490330 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a043a092-8d2d-41ad-8a12-189cc9e8bd8c req-f570ea2e-d548-4ae6-b82f-15e79a5298fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306389 Apr 20 19:29:19.493784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.550847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd22d-3ff6-44fb-ac74-6db92d67c2ba req-3f93a72f-7160-471f-8a49-0da9297e459a tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.552578 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0e6dd22d-3ff6-44fb-ac74-6db92d67c2ba req-3f93a72f-7160-471f-8a49-0da9297e459a tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.5718806 Apr 20 19:29:19.582046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17d3e-b40e-45c9-8b1f-700a80af1a28 req-e5267045-7813-42ce-be74-4014a537a768 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.583744 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aac17d3e-b40e-45c9-8b1f-700a80af1a28 req-e5267045-7813-42ce-be74-4014a537a768 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.3871989 Apr 20 19:29:19.614318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.628881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.633956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Transition to ACTIVE for port object 9051298a-bca4-41a8-91c2-7bd42033829a will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:19.640885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.644651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-754dda96-06f3-4629-9d89-83efdecab1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:19.647558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:19.660191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db3850-46ae-4286-9914-505d2840897c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:19.666014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:19.669102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.671793 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5db3850-46ae-4286-9914-505d2840897c HTTP/1.1" status: 204 len: 168 time: 0.4403484 Apr 20 19:29:19.706425 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aac17d3e-b40e-45c9-8b1f-700a80af1a28 req-0de8921d-3a23-4ffa-b7ec-905201c7e379 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014609 Apr 20 19:29:19.710091 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0e6dd22d-3ff6-44fb-ac74-6db92d67c2ba req-658f2523-a65a-4798-9828-6d618506dd64 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381140 Apr 20 19:29:19.949931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Pushing event updated for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:20.028976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:20.173712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Attempting to bind port 9051298a-bca4-41a8-91c2-7bd42033829a on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:20.174325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Attempting to bind port 9051298a-bca4-41a8-91c2-7bd42033829a by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:20.175235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Attempting to bind port 9051298a-bca4-41a8-91c2-7bd42033829a on network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:20.184032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:20.184566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Checking segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:20.185526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.185928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Bound using segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:20.186580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Bound port: 9051298a-bca4-41a8-91c2-7bd42033829a, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:20.187252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.220256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fe49b-4576-4763-b701-2c0da1279176 req-873457e5-2f75-4267-822d-11b3ae77fec4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.224387 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc7fe49b-4576-4763-b701-2c0da1279176 req-873457e5-2f75-4267-822d-11b3ae77fec4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 945 time: 0.2369816 Apr 20 19:29:20.483664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] For port 9051298a-bca4-41a8-91c2-7bd42033829a, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:20.511020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.525850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] For port 9051298a-bca4-41a8-91c2-7bd42033829a, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9051298a-bca4-41a8-91c2-7bd42033829a,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:20.541228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.547717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:20.584862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2553279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828546295'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.604000 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc7fe49b-4576-4763-b701-2c0da1279176 req-2453fb2d-6302-44ae-ba13-1bca35b9e796 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683302 Apr 20 19:29:20.620532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ad87807f-afbc-4e3d-b0ec-b992e6b6874c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:20.691185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5bc0bc-ea55-45cc-866c-c2b8cda3006e,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:20.698566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:20.708204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:20.708911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:20.792168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Checking segment: {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:20.792561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Network hostable DHCP agents. Network: c6df3483-59ad-4c27-9be2-1a72e6d88df5, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:29:20.848403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:29:20.877504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, c6df3483-59ad-4c27-9be2-1a72e6d88df5) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:20.925838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.933332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.979723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Pushing event updated for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:20.987007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:20.990165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f7a71-d9b2-40d6-ad7f-3058daae0670 None None] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:29:21.086924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 47956) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:21.087045 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2463377 Apr 20 19:29:21.097141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:21.109621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:21.121906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Usage tracker for resource:router and tenant:31573e1281f14f16aafa9c5e2edbd6e3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:21.128124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:21.139056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:21.159526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.164539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.190349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.228177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7a16-3072-428f-b436-429a660d0d80 req-6d04066d-d038-474e-b7c0-9cdc2640f6cd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:21.238064 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f8dc7a16-3072-428f-b436-429a660d0d80 req-6d04066d-d038-474e-b7c0-9cdc2640f6cd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2176836 Apr 20 19:29:21.353984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f8dc7a16-3072-428f-b436-429a660d0d80 req-c54c78a0-a020-4a62-9226-ffd0cdb532c2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084311 Apr 20 19:29:21.421349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.472013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'fixed_ips': [{'subnet_id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:29:21.472631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.642892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:21.842775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Allocated IP 172.20.0.2 (c6df3483-59ad-4c27-9be2-1a72e6d88df5/5f5bc0bc-ea55-45cc-866c-c2b8cda3006e/c299d750-6a56-4675-a572-cb668e24635a) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:22.075255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.129180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.262538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e419646-1ec8-4b51-b73b-9eb2c1cf0bc6 req-6e813a8b-0da4-4280-b909-aa0c52a38428 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.271225 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e419646-1ec8-4b51-b73b-9eb2c1cf0bc6 req-6e813a8b-0da4-4280-b909-aa0c52a38428 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 945 time: 0.3278351 Apr 20 19:29:22.338186 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e419646-1ec8-4b51-b73b-9eb2c1cf0bc6 req-6257dcca-f0ab-4abc-9dc1-92bd6e5f1cba tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Apr 20 19:29:22.389966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3489-9f36-4a67-acf2-8a87b39c12cb req-64e8e4dc-d189-49eb-844a-64787d029182 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.401434 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-119f3489-9f36-4a67-acf2-8a87b39c12cb req-64e8e4dc-d189-49eb-844a-64787d029182 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2838037 Apr 20 19:29:22.635344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.679683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Transition to ACTIVE for port object c299d750-6a56-4675-a572-cb668e24635a will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:22.698407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:22.714175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7035c-a319-4a79-b5a8-6e4a9dd45aad None None] The sync data for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb is: [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:22.716491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Transition to ACTIVE for port object c299d750-6a56-4675-a572-cb668e24635a will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:22.729033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.734814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:22.754735 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-119f3489-9f36-4a67-acf2-8a87b39c12cb req-ce7cb860-400d-4e61-ab08-3c528999288e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548150 Apr 20 19:29:22.804321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-7c54b681-9029-4a9b-8414-7446972cc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.806311 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-7c54b681-9029-4a9b-8414-7446972cc08a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1099 time: 0.4262383 Apr 20 19:29:22.944962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Pushing event updated for resources: {'Port': ['ID=c299d750-6a56-4675-a572-cb668e24635a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:22.950727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:22.977700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:22.979128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:22.982404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:23.222043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.263199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-3fd111f7-d2ac-49d9-982d-7d8c82fde36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.271265 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-3fd111f7-d2ac-49d9-982d-7d8c82fde36f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.4102046 Apr 20 19:29:23.284552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Attempting to bind port c299d750-6a56-4675-a572-cb668e24635a on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:23.284984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Attempting to bind port c299d750-6a56-4675-a572-cb668e24635a by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:23.285409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Attempting to bind port c299d750-6a56-4675-a572-cb668e24635a on network c6df3483-59ad-4c27-9be2-1a72e6d88df5 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:23.292784 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:23.293219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Checking segment: {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:23.293683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.294135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Bound using segment: {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:23.294680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Bound port: c299d750-6a56-4675-a572-cb668e24635a, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:23.295107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.297443 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7836-deb4-4370-8fc7-19e4bc218af1 req-82b714eb-8a35-4ad0-b521-b220be403c99 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.306817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.317242 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fd5d7836-deb4-4370-8fc7-19e4bc218af1 req-82b714eb-8a35-4ad0-b521-b220be403c99 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2846470 Apr 20 19:29:23.578973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fd5d7836-deb4-4370-8fc7-19e4bc218af1 req-69a43cfd-9bd8-419b-8e7b-949477eee368 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573502 Apr 20 19:29:23.608479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] For port c299d750-6a56-4675-a572-cb668e24635a, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:23.628485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] For port c299d750-6a56-4675-a572-cb668e24635a, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c299d750-6a56-4675-a572-cb668e24635a,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:23.640935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.665499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:23.676449 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-abfffd3d-e754-42a2-a9a3-bd0dd70ff00d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1002 time: 0.4028561 Apr 20 19:29:23.803014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Allocated IP 172.28.1.126 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/bb83591b-4c04-463e-96eb-66607948cbc5) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:23.906086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-3f907ac5-eb02-4f7b-be9b-190f1cb75c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.916218 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-3f907ac5-eb02-4f7b-be9b-190f1cb75c18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.2226315 Apr 20 19:29:23.995831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.005263 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Pushing event updated for resources: {'Port': ['ID=c299d750-6a56-4675-a572-cb668e24635a,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:24.018040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:24.122173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-d7977204-9286-4fcd-b38b-d5bbc2156829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.124201 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-d7977204-9286-4fcd-b38b-d5bbc2156829 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1991475 Apr 20 19:29:24.251068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.321375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.326930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:24.409328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9051298a-bca4-41a8-91c2-7bd42033829a up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:24.461464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Pushing event updated for resources: {'Port': ['ID=bb83591b-4c04-463e-96eb-66607948cbc5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:24.469558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:24.479652 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-d9460bc3-d4dc-479e-a5ed-cae58b42549b service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474228 Apr 20 19:29:24.488088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:24.502412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:24.515795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:24.851074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ef17e40-892f-4b83-9eb5-33def11acb3e req-edbdfce6-0605-45af-b92a-c04a99a97949 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611324 Apr 20 19:29:25.173644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 9051298a-bca4-41a8-91c2-7bd42033829a completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:25.192020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 9051298a-bca4-41a8-91c2-7bd42033829a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:25.195028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.355343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9282-ad5b-468d-8c9f-f34acbb20fb2 req-ff3b12c9-7de4-4bbf-be9c-73652fa1ded7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.357362 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-858f9282-ad5b-468d-8c9f-f34acbb20fb2 req-ff3b12c9-7de4-4bbf-be9c-73652fa1ded7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.3171690 Apr 20 19:29:25.544786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5e12d-3e8e-4693-ad19-fc09bac85470 req-588b9975-5e21-4edb-8297-c5c2efc47e45 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.552679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.555688 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dec5e12d-3e8e-4693-ad19-fc09bac85470 req-588b9975-5e21-4edb-8297-c5c2efc47e45 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.3495035 Apr 20 19:29:25.618601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 9051298a-bca4-41a8-91c2-7bd42033829a, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9051298a-bca4-41a8-91c2-7bd42033829a,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:25.619429 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-858f9282-ad5b-468d-8c9f-f34acbb20fb2 req-6ecdd479-e0ed-450f-a2a4-298b9f61546c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514660 Apr 20 19:29:25.625998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.628139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae0e4047-b69a-4d2a-b782-8d0e4420ccf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:25.683018 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dec5e12d-3e8e-4693-ad19-fc09bac85470 req-38dfe671-e5b1-4286-876b-af864d692f1e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183808 Apr 20 19:29:25.716717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.737777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:25.752764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:25.991456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48058) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:26.136574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d265fd-2efe-4f68-9e15-374e35ed6d18 None None] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:29:26.235069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.299880 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-885c05b4-4855-444e-b32f-44abb47e514c None None] Provisioning for port c299d750-6a56-4675-a572-cb668e24635a completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:26.305739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:26.313942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Usage tracker for resource:security_group_rule and tenant:8195f8b1c13642e597d05ea899fbf2ec is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:26.318016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:26.331711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:26.348982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.591532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c299d750-6a56-4675-a572-cb668e24635a up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:26.638744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.645212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.661566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b823ced-dc23-4adb-b846-10cd7fb7d533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:26.782055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48080) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:26.828690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port c299d750-6a56-4675-a572-cb668e24635a completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:26.854927 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8195f8b1c13642e597d05ea899fbf2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8585305 Apr 20 19:29:26.855127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48086) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:26.856301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d086eef-cb51-48d7-9608-68722092604e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:26.860918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c299d750-6a56-4675-a572-cb668e24635a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:26.861349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.870027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:27.012252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.034675 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Router 59227315-13c7-4aff-9e33-74a5d54321f4 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:29:27.108101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-25e3484d-5da1-4ec5-8bbc-d0261d1a73f8 None None] Provisioning complete for port c299d750-6a56-4675-a572-cb668e24635a triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:27.109099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-25e3484d-5da1-4ec5-8bbc-d0261d1a73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.113321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.126964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.155851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:27.165174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:31c090e811674f92b1d1c0612a2da0a8 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:27.179613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:27.228782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cbd1-0291-4436-b111-429c0ce043a8 req-b66302c6-fe35-4e2b-a8ca-7ca9702fbae9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.236313 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bfb1cbd1-0291-4436-b111-429c0ce043a8 req-b66302c6-fe35-4e2b-a8ca-7ca9702fbae9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.3349357 Apr 20 19:29:27.247396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfd1ea-621a-44c6-b6ab-8ae924ccfc07 req-2fda3ca7-8139-4207-97df-ef1dda2db152 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.249317 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-19bfd1ea-621a-44c6-b6ab-8ae924ccfc07 req-2fda3ca7-8139-4207-97df-ef1dda2db152 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2801683 Apr 20 19:29:27.250491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:27.394070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.460448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port c299d750-6a56-4675-a572-cb668e24635a, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c299d750-6a56-4675-a572-cb668e24635a,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:27.512851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.525626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.529111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9051298a-bca4-41a8-91c2-7bd42033829a up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:27.578555 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bfb1cbd1-0291-4436-b111-429c0ce043a8 req-a65f21b8-4f42-4a9f-ba4f-867a0cc228cf tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453611 Apr 20 19:29:27.583920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.610550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4bb18ed1-7394-4b7d-a673-b8ec56836b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:27.656085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:27.666194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:27.684527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.687048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Sync routers for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:27.697672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d5d7d7d1-bd7f-46e8-b670-8790e31868b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:27.714139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:27.715127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:27.744261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d086eef-cb51-48d7-9608-68722092604e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:27.765237 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31c090e811674f92b1d1c0612a2da0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9741399 Apr 20 19:29:27.765534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48098) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:27.768001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:27.775545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529838a7-ee05-4407-850b-e8891cd193b0,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:27.780815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:27.796027 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-19bfd1ea-621a-44c6-b6ab-8ae924ccfc07 req-ef4c80ed-d830-4ced-ab9c-0edd82f23518 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657865 Apr 20 19:29:27.840780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.843413 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d086eef-cb51-48d7-9608-68722092604e HTTP/1.1" status: 204 len: 168 time: 0.9870641 Apr 20 19:29:27.898403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.905419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48106) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:27.911036 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8215213 Apr 20 19:29:28.088790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:28.090653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:28.190456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=c299d750-6a56-4675-a572-cb668e24635a,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:28.218435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 9051298a-bca4-41a8-91c2-7bd42033829a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:28.218700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:28.220222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:28.418151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:28.485988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:28.518386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6420d599-8c81-421e-a55d-f2d48bc363b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:28.607210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529838a7-ee05-4407-850b-e8891cd193b0,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:28.641945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 3, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:28.644548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:28.655416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Checking router: 59227315-13c7-4aff-9e33-74a5d54321f4 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:28.655788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:28.656133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Updating router 59227315-13c7-4aff-9e33-74a5d54321f4 port bb83591b-4c04-463e-96eb-66607948cbc5 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:29:28.657941 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/529838a7-ee05-4407-850b-e8891cd193b0 HTTP/1.1" status: 204 len: 168 time: 0.8870752 Apr 20 19:29:29.002348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c299d750-6a56-4675-a572-cb668e24635a up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:29.033776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.093261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48126) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:29.170467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.252542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:29.273724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Usage tracker for resource:security_group_rule and tenant:10e566ca0b2b44debae46901b9b194fa is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:29.289742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:29.310464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:29.357044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c299d750-6a56-4675-a572-cb668e24635a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:29.357812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.658142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.662490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.676518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-63db5123-fe8d-49a7-b7c1-c2f65ded93d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:29.739386 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10e566ca0b2b44debae46901b9b194fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6443758 Apr 20 19:29:29.740472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641b5956-5297-453d-bdc7-ece006cd5f11,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:29.745793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48140) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:29.747014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:29.838702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.874051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.928478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.934837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-637df90d-b9c8-46aa-a640-0dc8b3029a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:29.942318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.952382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b5956-5297-453d-bdc7-ece006cd5f11,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:29.960354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:29.960354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.966520 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/641b5956-5297-453d-bdc7-ece006cd5f11 HTTP/1.1" status: 204 len: 168 time: 0.2115724 Apr 20 19:29:29.975095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Transition to ACTIVE for port object bb83591b-4c04-463e-96eb-66607948cbc5 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:29.984292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.993200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-759dcbe0-b1d2-469e-99fa-b45e1edc0eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:30.093583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Attempting to bind port bb83591b-4c04-463e-96eb-66607948cbc5 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:30.094092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Attempting to bind port bb83591b-4c04-463e-96eb-66607948cbc5 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:30.094604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Attempting to bind port bb83591b-4c04-463e-96eb-66607948cbc5 on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:30.104004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:30.104552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:30.105005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.105448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:30.106024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Bound port: bb83591b-4c04-463e-96eb-66607948cbc5, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:30.106445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.134223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669767b-58b7-4e76-a544-e1be9f02eda7 None None] Pushing event updated for resources: {'Port': ['ID=bb83591b-4c04-463e-96eb-66607948cbc5,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:30.142321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2669767b-58b7-4e76-a544-e1be9f02eda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:30.217721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] For port bb83591b-4c04-463e-96eb-66607948cbc5, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:30.224570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] For port bb83591b-4c04-463e-96eb-66607948cbc5, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bb83591b-4c04-463e-96eb-66607948cbc5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:30.230213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.240048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-92d615ff-2e57-4354-a22d-bad363456a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:30.260151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7f221-48f2-4afd-8f00-0c5a797f9009 req-1585a39e-23af-4e75-bfb7-04f316256945 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.261877 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cdc7f221-48f2-4afd-8f00-0c5a797f9009 req-1585a39e-23af-4e75-bfb7-04f316256945 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.4432864 Apr 20 19:29:30.274642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-9286c021-f488-49b8-8048-49e39498b5d5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.276371 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-9286c021-f488-49b8-8048-49e39498b5d5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.4594553 Apr 20 19:29:30.286103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-2ba86f66-d19f-4e54-8e6e-dbe2d8ae615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.287803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-2ba86f66-d19f-4e54-8e6e-dbe2d8ae615e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.7889547 Apr 20 19:29:30.361615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:30.362329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:30.446557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669767b-58b7-4e76-a544-e1be9f02eda7 None None] Pushing event updated for resources: {'Port': ['ID=bb83591b-4c04-463e-96eb-66607948cbc5,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:30.507337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2669767b-58b7-4e76-a544-e1be9f02eda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:30.567154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-6ecc6ffa-b13d-4f07-83ac-fb0cbac0c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.568815 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-6ecc6ffa-b13d-4f07-83ac-fb0cbac0c8d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.2462845 Apr 20 19:29:30.576130 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-429e432a-3e08-4834-b346-174c8e7e7e65 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/quotas/ea143ab1424c4e08b5651b899af97a84 HTTP/1.1" status: 200 len: 375 time: 0.2455165 Apr 20 19:29:30.647173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:30.872840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-361a0866-6009-454a-bb95-a783df26c582 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.2258477 Apr 20 19:29:30.884354 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cdc7f221-48f2-4afd-8f00-0c5a797f9009 req-dace27b5-dbe5-4688-a477-deaafb822753 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5599046 Apr 20 19:29:30.949688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:31.050521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-f4b7f81e-060a-4647-a39a-59f2de095128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:31.052154 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-f4b7f81e-060a-4647-a39a-59f2de095128 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.1646092 Apr 20 19:29:31.145143 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-fc29ff7b-fa96-4766-ab51-3eae31d0504e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789769 Apr 20 19:29:31.156221 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-1e3f08dd-5d7f-4c87-bed2-65b9c956cf2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5127931 Apr 20 19:29:31.184186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 3, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:31.188982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cadac-1a34-43ac-ad50-b70c3bf2c281 None None] The sync data for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb is: [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 3, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:31.904795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Allocated IP 172.20.0.1 (c6df3483-59ad-4c27-9be2-1a72e6d88df5/5f5bc0bc-ea55-45cc-866c-c2b8cda3006e/9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:31.974044 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-f99c9523-2499-4b8a-b564-84cf42b3de56 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448559 Apr 20 19:29:31.982687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bc4b7-dfd1-4487-9371-72362c7b2181 req-221737b2-df80-468f-8e66-f7b969097ff7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:31.987192 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3a5bc4b7-dfd1-4487-9371-72362c7b2181 req-221737b2-df80-468f-8e66-f7b969097ff7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.8422863 Apr 20 19:29:32.005483 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-379bcf9c-9045-4543-bb7a-5272cc04329e service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8092434 Apr 20 19:29:32.504153 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3a5bc4b7-dfd1-4487-9371-72362c7b2181 req-8e88cdd5-b9a7-4578-b14e-2c37a8b9466a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624257 Apr 20 19:29:32.627775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.647325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Transition to ACTIVE for port object 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:32.663084 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-a3fded2c-88d8-41e0-be29-5bd76f15483c service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602108 Apr 20 19:29:32.700902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2fea4213-6120-4228-a3e9-51294ec65c49 req-61754dc4-13cd-4aa3-9d37-60e30c8a871a service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580930 Apr 20 19:29:32.710578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.716138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:32.864553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:33.127478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bb83591b-4c04-463e-96eb-66607948cbc5 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:33.153439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:33.171400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:33.175011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:33.286187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port bb83591b-4c04-463e-96eb-66607948cbc5 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:33.317471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port bb83591b-4c04-463e-96eb-66607948cbc5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:33.317863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.330985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Pushing event updated for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:33.343220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.347126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:33.398670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf425c-9e32-4936-bd10-52b4733a9710 req-cc0b6597-d925-407e-a6e2-348dcec14427 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:33.400517 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a8bf425c-9e32-4936-bd10-52b4733a9710 req-cc0b6597-d925-407e-a6e2-348dcec14427 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.4823561 Apr 20 19:29:33.477890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:33.479273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee78da-bf1d-4a8d-8b3c-22d88fabec86 req-c6082c1f-2ceb-4710-96f2-fc75f8fb0563 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:33.487834 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ccee78da-bf1d-4a8d-8b3c-22d88fabec86 req-c6082c1f-2ceb-4710-96f2-fc75f8fb0563 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.3825541 Apr 20 19:29:33.566673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:33.623395 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a8bf425c-9e32-4936-bd10-52b4733a9710 req-50650932-9c22-4cfa-8efd-af71de6e041c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040038 Apr 20 19:29:33.680483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.690967 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ccee78da-bf1d-4a8d-8b3c-22d88fabec86 req-47853061-332f-42b1-bd88-ff3a88446be8 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021415 Apr 20 19:29:33.776117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:33.809194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:33.820619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.870518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port bb83591b-4c04-463e-96eb-66607948cbc5, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bb83591b-4c04-463e-96eb-66607948cbc5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:33.871907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.877025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:33.902492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.002403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f0790947-c82e-446b-9d6e-02febbaf6595 None None] Provisioning for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:34.015243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.036738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f0790947-c82e-446b-9d6e-02febbaf6595 None None] Provisioning complete for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:34.048000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f0790947-c82e-446b-9d6e-02febbaf6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.067050 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9acc7149-88f5-4dd2-92ab-226ac7b7a7a1 req-0b5de561-5646-4fd7-aa2b-0b0426b404f3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 210 time: 0.1487153 Apr 20 19:29:34.124319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5b8a959f-4ef7-47af-bd87-fc49607d0da9'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:34.364280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:34.373110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:34.375281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:34.459556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f0790947-c82e-446b-9d6e-02febbaf6595 None None] Port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:34.621839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=bb83591b-4c04-463e-96eb-66607948cbc5,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:34.626101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:34.665489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d4e35-5f28-431a-9fdb-21a61da4d064 req-de7ecbc9-ebe0-42fc-8355-e691c7c5e7a9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:34.670958 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-792d4e35-5f28-431a-9fdb-21a61da4d064 req-de7ecbc9-ebe0-42fc-8355-e691c7c5e7a9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 945 time: 0.5413535 Apr 20 19:29:34.842722 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-792d4e35-5f28-431a-9fdb-21a61da4d064 req-5270d90b-aa99-4181-a452-0ee5c0307063 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605527 Apr 20 19:29:34.898852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.945393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bb83591b-4c04-463e-96eb-66607948cbc5 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:35.060514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port bb83591b-4c04-463e-96eb-66607948cbc5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:35.061181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:35.104098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:35.181490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7567dec4-7fee-4613-b93a-ced8f5904236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:35.374730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Pushing event updated for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:35.398815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:36.017069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.044657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62925-6d40-4e7e-817e-414b765a7501 req-e56b7f73-cc26-42c6-afbb-57018b418ce8 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:36.053975 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-99a62925-6d40-4e7e-817e-414b765a7501 req-e56b7f73-cc26-42c6-afbb-57018b418ce8 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 1.0182006 Apr 20 19:29:36.225990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-93369cbd-80e8-4c7c-885d-90936ab89aa0 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:36.227720 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-93369cbd-80e8-4c7c-885d-90936ab89aa0 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.8478005 Apr 20 19:29:36.245133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deaa9f-65a0-4aba-97ac-f6b9b87621c1 req-e4faeeb3-a5c1-40dd-b569-162ef12bc536 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:36.246795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-03deaa9f-65a0-4aba-97ac-f6b9b87621c1 req-e4faeeb3-a5c1-40dd-b569-162ef12bc536 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 1.3435166 Apr 20 19:29:36.257847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Request body: {'port': {'device_id': '42c7453a-78fc-4d70-9041-450e11275751', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'admin_state_up': True, 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:36.343984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48298) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:36.407965 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-99a62925-6d40-4e7e-817e-414b765a7501 req-db5b7661-5778-4c24-86f5-fb4f6b76993d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522453 Apr 20 19:29:36.470218 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-03deaa9f-65a0-4aba-97ac-f6b9b87621c1 req-b2d0529f-fe27-48f4-8274-d218cfcf9c3f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013470 Apr 20 19:29:36.621922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:36.628623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:36.649439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:36.737740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.846612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:36.861640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Usage tracker for resource:security_group_rule and tenant:d5871cb4eddd42519f5068b9d41f43c0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:36.878993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:36.879484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:36.899188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:37.063076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:37.063746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.074666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Usage tracker for resource:port and tenant:ea143ab1424c4e08b5651b899af97a84 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:37.176146 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e1f678e9-c266-49db-b3d1-423a58a06ec6 None None] Provisioning complete for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:37.176577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1f678e9-c266-49db-b3d1-423a58a06ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.215128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.224235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.244666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4a716943-da4b-466a-b79c-8aa12f480c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:37.247901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-e1f678e9-c266-49db-b3d1-423a58a06ec6 None None] Port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:37.272757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:37.309460 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5871cb4eddd42519f5068b9d41f43c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630237 Apr 20 19:29:37.312673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bf8f71-1c69-415b-8b20-5ad54712d0f0,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:37.316413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48310) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:37.320104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:37.332716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.366682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Router 59227315-13c7-4aff-9e33-74a5d54321f4 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:29:37.376243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:37.390852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:37.395409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.399109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:37.421703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.456159 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4f3061b1-5df9-4f92-aef0-a9220c23f245 req-3e6c22f2-824f-4c80-902c-ddf09d8399b7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 210 time: 0.4765127 Apr 20 19:29:37.459198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:37.472472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.489074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:37.493590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:37.537313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.552736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-026bff4d-bbef-4baa-9ffa-c665f7738810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:37.576484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bf8f71-1c69-415b-8b20-5ad54712d0f0,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:37.587964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:37.591080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.595970 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5bf8f71-1c69-415b-8b20-5ad54712d0f0 HTTP/1.1" status: 204 len: 168 time: 0.2747786 Apr 20 19:29:37.671104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:37.672825 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'code': 200} Apr 20 19:29:37.677812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.136063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48324) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:38.167226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Allocated IP 172.20.0.11 (f8ad0001-389f-4522-a176-84dbe6d7c337/b8fad239-35c7-4a13-9d83-76a828c7738a/c73ab7f5-f8db-489f-9579-86642b55c3d1) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:38.173861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.207285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:38.215401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Usage tracker for resource:security_group_rule and tenant:7fec43b0b72747fbad9c6c96a1ec07fc is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:38.221679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:38.233178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:38.396447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.403555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.428986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.433453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-60ad7e2b-b2e6-4866-9c0c-975ec3f49fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:38.492057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9bee-c9f4-41a0-9b13-355f80bb8552 req-c7110355-76a1-488d-a0a1-14d6bf164414 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:38.494060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4baa9bee-c9f4-41a0-9b13-355f80bb8552 req-c7110355-76a1-488d-a0a1-14d6bf164414 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 945 time: 1.5162289 Apr 20 19:29:38.500986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.515656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76', 'df2c759f-200a-4328-ad74-005d895a4a5b'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:38.523905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:38.631460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48334) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:38.637070 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fec43b0b72747fbad9c6c96a1ec07fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978340 Apr 20 19:29:38.646869 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4baa9bee-c9f4-41a0-9b13-355f80bb8552 req-42dd3dbb-1954-4a05-b540-f99aae62218f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403151 Apr 20 19:29:38.649609 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f166341-4d1b-4151-99a0-8df265f7b3af,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:38.694018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:38.754649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Network f8ad0001-389f-4522-a176-84dbe6d7c337 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:38.791349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:38.821770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:38.845841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:38.851900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Sync routers for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:38.912029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:38.912663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:38.966061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event updated for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:38.978961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:39.060651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.096202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.178376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.190676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-09118113-4648-4cab-90fd-7e5402ec3d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:39.209264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b50ee2-5d7d-4ff3-89e6-d7b0876dc312 req-1de4484a-8f48-4d9e-ac2b-769935ce29a9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:39.218105 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d3b50ee2-5d7d-4ff3-89e6-d7b0876dc312 req-1de4484a-8f48-4d9e-ac2b-769935ce29a9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 1.4133446 Apr 20 19:29:39.259049 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] 10.222.0.13 "PUT /v2.0/routers/59227315-13c7-4aff-9e33-74a5d54321f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3520417 Apr 20 19:29:39.264587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f166341-4d1b-4151-99a0-8df265f7b3af,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:39.284878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:39.301105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:39.305815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.354456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.357805 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f166341-4d1b-4151-99a0-8df265f7b3af HTTP/1.1" status: 204 len: 168 time: 0.7098377 Apr 20 19:29:39.390159 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1421881 Apr 20 19:29:39.416359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48344) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:39.425136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Request body: {'port': {'device_id': '42c7453a-78fc-4d70-9041-450e11275751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:39.472047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:39.530519 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d3b50ee2-5d7d-4ff3-89e6-d7b0876dc312 req-4105cf49-831b-474c-9e30-9b3bf5cc962a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109493 Apr 20 19:29:39.586141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31677075-65e2-4075-b22b-f39b48371723 req-b0c7c169-98cb-4444-bcfc-6610a1045a91 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:39.597383 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-31677075-65e2-4075-b22b-f39b48371723 req-b0c7c169-98cb-4444-bcfc-6610a1045a91 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.6830015 Apr 20 19:29:39.771796 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.923907 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-31677075-65e2-4075-b22b-f39b48371723 req-54a5bb97-7bb7-4cb2-9669-9ffadc2a909c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141582 Apr 20 19:29:40.171880 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9fd1-eecf-4efd-b974-80f8ab13dfdd req-018bc699-d58b-4a41-a68e-d02f168cacc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:40.174005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1dcf9fd1-eecf-4efd-b974-80f8ab13dfdd req-018bc699-d58b-4a41-a68e-d02f168cacc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:40.177612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.219132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c', 'name': '', 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'mac_address': 'fa:16:3e:d3:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:31Z', 'updated_at': '2021-04-20T19:29:34Z', 'revision_number': 2, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'subnets': [{'id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:40.225370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Checking router: 59227315-13c7-4aff-9e33-74a5d54321f4 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:40.226077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Updating router 59227315-13c7-4aff-9e33-74a5d54321f4 port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:29:40.271575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:40.273807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1dcf9fd1-eecf-4efd-b974-80f8ab13dfdd req-018bc699-d58b-4a41-a68e-d02f168cacc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:40.275110 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dcf9fd1-eecf-4efd-b974-80f8ab13dfdd req-018bc699-d58b-4a41-a68e-d02f168cacc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 932 time: 0.5045905 Apr 20 19:29:40.295750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Usage tracker for resource:security_group_rule and tenant:5c1aa17dfeeb44feb29a40060f806112 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:40.300570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:40.315279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.318269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:40.520854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73ab7f5-f8db-489f-9579-86642b55c3d1 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:40.530841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.551113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Transition to ACTIVE for port object c73ab7f5-f8db-489f-9579-86642b55c3d1 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:40.558960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.565001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e3e0c10-5a6e-41ae-9534-0859bbe772c5 tempest-VolumesActionsTest-1687735960 tempest-VolumesActionsTest-1687735960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:40.647929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.665023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Pushing event updated for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:40.698491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:40.703288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.722295 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dcf9fd1-eecf-4efd-b974-80f8ab13dfdd req-e3d6635f-b761-41e4-b8ea-aa31462d0119 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796244 Apr 20 19:29:40.784755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d141f1c4-4456-41c7-ad71-7683a3e8fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:40.814842 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c1aa17dfeeb44feb29a40060f806112&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3969388 Apr 20 19:29:40.824127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48374) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:40.910535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48382) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:40.919376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c558f2-ed17-4ed0-9e75-2fd8b21ebeb7,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:40.929209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:40.950046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944955597', 'description': 'tempest-secgroup-smoke-944955597 description', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:40.969186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:40.984786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:40.991665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:41.006290 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:41.066507 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.126381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:41.133007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:41.136785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:41.144783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:41.205553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.271183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.273166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.298405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.311163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.314556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Transition to ACTIVE for port object 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:41.325371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb7fa684-1f4e-42eb-b757-329d1caeacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:41.333749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.339126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:41.446821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c53855-bd8e-4514-ba24-8ae5a9f7d701,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:41.458372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:41.482202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.485975 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5739918 Apr 20 19:29:41.494618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.510453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48394) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:41.512819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9ecadef8-e836-4305-84ec-6e3c671e5eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:41.528050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:41.539987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:41.544921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.546150 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4c558f2-ed17-4ed0-9e75-2fd8b21ebeb7 HTTP/1.1" status: 204 len: 168 time: 0.7211151 Apr 20 19:29:41.549610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c558f2-ed17-4ed0-9e75-2fd8b21ebeb7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:41.552127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:41.556270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:41.557482 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:41.565233 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:41.590646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.761669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Pushing event updated for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:41.784005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.788486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:41.798142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.804470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6a4b42a3-6dab-4f09-a943-87effae683b0 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:41.886568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.889314 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667996 Apr 20 19:29:41.890894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bb3f5c-dd4c-4f99-9624-a555bcd22d94,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:41.899362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48406) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:41.903709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:41.917032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Attempting to bind port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:41.917785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Attempting to bind port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:41.918436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Attempting to bind port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c on network c6df3483-59ad-4c27-9be2-1a72e6d88df5 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:41.920563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:41.927061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:41.927959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Checking segment: {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:41.928403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:41.928895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.929559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Bound using segment: {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:41.930314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Bound port: 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd350af8c-6cba-42ea-b65d-8d5fae48d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:41.930983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.933192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:41.936686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:41.945005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:41.965812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecf18c-ce25-4da9-b3bb-548198ebb813 req-b19fff9e-46b0-45fd-b2b8-74583dc46e2d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:41.974729 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-72ecf18c-ce25-4da9-b3bb-548198ebb813 req-b19fff9e-46b0-45fd-b2b8-74583dc46e2d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.6782370 Apr 20 19:29:42.069559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Attempting to bind port c73ab7f5-f8db-489f-9579-86642b55c3d1 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:42.069957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Attempting to bind port c73ab7f5-f8db-489f-9579-86642b55c3d1 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:42.070287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Attempting to bind port c73ab7f5-f8db-489f-9579-86642b55c3d1 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:42.073616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] For port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:42.078520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] For port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:42.095245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.105670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:42.115281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea415f1-dcdf-4434-a0a1-49da52d9142b req-bfb788be-7db0-4a82-bac3-ba0f68f0d826 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:42.120323 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dea415f1-dcdf-4434-a0a1-49da52d9142b req-bfb788be-7db0-4a82-bac3-ba0f68f0d826 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.8213968 Apr 20 19:29:42.125254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.202394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Pushing event updated for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:42.204643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Port c73ab7f5-f8db-489f-9579-86642b55c3d1 on network f8ad0001-389f-4522-a176-84dbe6d7c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:42.205014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Attempting to bind port c73ab7f5-f8db-489f-9579-86642b55c3d1 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:42.215136 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dea415f1-dcdf-4434-a0a1-49da52d9142b req-b844d5df-fadd-41b4-ae9b-16a71ba7b65a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708938 Apr 20 19:29:42.224510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:42.230074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-72ecf18c-ce25-4da9-b3bb-548198ebb813 req-104000d3-35c6-42fc-bb79-bf4d81c6ec3f tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546065 Apr 20 19:29:42.242714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:42.248422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:42.249575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:42.250190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Checking segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:42.250896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Bound using segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:42.252334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Bound port: c73ab7f5-f8db-489f-9579-86642b55c3d1, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:42.253454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.665841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.674153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.854648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:42.868997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.870959 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9662740 Apr 20 19:29:42.874539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:42.876261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48428) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:42.878608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:29:42.883596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:42.895102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:42.896753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:42.911932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:42.915920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:42.924792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c069cd9-2692-4886-b5d8-1d251929d49b,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:42.938370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:42.944170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:42.980966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.991938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:43.024589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.045528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:43.171216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.178813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.197649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:43.256287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435c4c38-9644-4d98-bb52-9020cf774145,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:43.265043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Pushing event updated for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:43.280353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:43.301999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:43.312016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.313714 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359620 Apr 20 19:29:43.317062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48440) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:43.329203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:43.337025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:43.339268 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.343229 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] 10.222.0.58 "PUT /v2.0/ports/c73ab7f5-f8db-489f-9579-86642b55c3d1 HTTP/1.1" status: 200 len: 1094 time: 3.9343469 Apr 20 19:29:43.357432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.365316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:43.384614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:43.396032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:43.413257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c5e5-7845-49b4-acc9-2b28aa7a44ec req-42d3b08f-30ba-42dd-a2d8-e4de2e9e3af1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:43.417018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:43.433136 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f0d3c5e5-7845-49b4-acc9-2b28aa7a44ec req-42d3b08f-30ba-42dd-a2d8-e4de2e9e3af1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.9143710 Apr 20 19:29:43.478622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.689794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.694891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.711177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c559399d-9677-42f7-a5b1-015bcc89b11a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:43.765592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6b49b1-9099-4c65-9209-c4592dc3ba6d,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:43.773457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5bfbc-ae42-4035-8219-b0ec303b74af req-b98bafe4-709f-44b9-b76f-de6d867985f1 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:43.780074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d8d5bfbc-ae42-4035-8219-b0ec303b74af req-b98bafe4-709f-44b9-b76f-de6d867985f1 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 944 time: 1.1380329 Apr 20 19:29:43.792849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:43.802075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.804232 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4854012 Apr 20 19:29:43.807546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48454) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:43.816847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:43.824512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.831091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:43.835219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:43.843229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:43.859661 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.securitygroups_db [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Project b2c3007e4cbc4d19821efdd7ce3182e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:29:43.867074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f0d3c5e5-7845-49b4-acc9-2b28aa7a44ec req-609d5cb6-fdb9-4c87-be87-df0b65f55cf1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326098 Apr 20 19:29:43.884692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.948861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c', 'name': '', 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'mac_address': 'fa:16:3e:d3:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:31Z', 'updated_at': '2021-04-20T19:29:42Z', 'revision_number': 4, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'subnets': [{'id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:43.960619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b79c3-b957-487e-b68b-5cce4ad1825b None None] The sync data for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb is: [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c', 'name': '', 'network_id': 'c6df3483-59ad-4c27-9be2-1a72e6d88df5', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'mac_address': 'fa:16:3e:d3:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:31Z', 'updated_at': '2021-04-20T19:29:42Z', 'revision_number': 4, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'subnets': [{'id': '5f5bc0bc-ea55-45cc-866c-c2b8cda3006e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:43.971208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d8d5bfbc-ae42-4035-8219-b0ec303b74af req-db58d589-c436-480d-866e-d7e9a64626b6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667733 Apr 20 19:29:44.042987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-5584a3ca-024f-418c-9dab-8f3127663f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.062133 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-5584a3ca-024f-418c-9dab-8f3127663f96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 1097 time: 0.6207364 Apr 20 19:29:44.153047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.158277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.211537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-610c5d56-2c3d-4856-b104-b7b6d82c093a tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:44.249822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9371d398-3388-45bd-9d7b-558ad4c3e34e,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:44.256116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:44.260683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.262317 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-38873d4f-aee4-4463-9c72-271da4e0b929 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532743 Apr 20 19:29:44.265270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48462) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:44.281445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'security_group_rule': {'security_group_id': '70c53855-bd8e-4514-ba24-8ae5a9f7d701', 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:44.298842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:44.302034 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-6ed28d8b-772a-4f53-b1d1-e1aa89513d42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1 HTTP/1.1" status: 200 len: 217 time: 0.2273591 Apr 20 19:29:44.307487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:security_group_rule and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:44.313948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:44.322322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:44.336078 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.securitygroups_db [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Project b2c3007e4cbc4d19821efdd7ce3182e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:29:44.350276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.500365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-9b85f83a-f326-4a4d-8c05-4dc767e7f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.502385 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-9b85f83a-f326-4a4d-8c05-4dc767e7f162 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.1493802 Apr 20 19:29:44.526810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.537162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.569685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a2683bb3-a1b2-42ac-80a2-7339c058198c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:44.592280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880ba9a1-910c-4b4b-bdbe-aec9749f7657,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:44.604508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:44.605592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.607265 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3373888 Apr 20 19:29:44.626278 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-a35f55a0-1a42-4265-a003-23ca264ccf1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006691 Apr 20 19:29:44.761950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ab1b2-a919-4590-80cc-96c3d6a03418 req-3eccc83d-7508-4223-b2b0-b3c49bb45c4e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.767248 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c67ab1b2-a919-4590-80cc-96c3d6a03418 req-3eccc83d-7508-4223-b2b0-b3c49bb45c4e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.5622625 Apr 20 19:29:45.042282 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c67ab1b2-a919-4590-80cc-96c3d6a03418 req-743acecb-6d63-4d76-abdf-a3fc05d76bd4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632196 Apr 20 19:29:45.065615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41925e24-31f2-4ef4-971c-1572704bf77a req-f8c0d146-0264-4095-90a0-fb9f82200d37 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:45.074215 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-41925e24-31f2-4ef4-971c-1572704bf77a req-f8c0d146-0264-4095-90a0-fb9f82200d37 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.7712073 Apr 20 19:29:45.077140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:45.166847 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-f1b6f7e2-5c99-4712-8263-e17827fd1bea service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306168 Apr 20 19:29:45.296265 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1', 'status': 'completed', 'code': 200} Apr 20 19:29:45.300369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:45.309337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:45.309972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.376071 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-41925e24-31f2-4ef4-971c-1572704bf77a req-d17404e8-2c75-492a-931a-ec611a85fa81 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853503 Apr 20 19:29:45.740273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.846911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:45.855618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.860489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:46.030580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:46.034995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:46.106355 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce3c216c-dc96-40e4-a829-0f0479ead6e4 req-0503171f-2888-46c8-ba83-2c0c6b7505e5 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989103 Apr 20 19:29:46.183404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738e11-ed27-4359-91c1-6aa64bd1f237 req-a4ba9141-3f3c-4f8c-adb2-8438b3325f9e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:46.192772 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5b738e11-ed27-4359-91c1-6aa64bd1f237 req-a4ba9141-3f3c-4f8c-adb2-8438b3325f9e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 944 time: 0.2908540 Apr 20 19:29:46.336828 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a6dc-a77f-48f1-bb9f-87232e85294f req-2157a467-50ee-4cb1-92a1-365ce4b35ee0 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:46.346138 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c76a6dc-a77f-48f1-bb9f-87232e85294f req-2157a467-50ee-4cb1-92a1-365ce4b35ee0 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.6993055 Apr 20 19:29:46.505485 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5b738e11-ed27-4359-91c1-6aa64bd1f237 req-dbf18570-1189-4822-a281-4ba4615921d1 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111334 Apr 20 19:29:46.544933 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c76a6dc-a77f-48f1-bb9f-87232e85294f req-df6b7b93-2185-4a9a-b30f-0a8f6367898f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964996 Apr 20 19:29:46.590835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-22c1266a-514a-43f9-a147-6d22e47eaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:46.602514 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-22c1266a-514a-43f9-a147-6d22e47eaded service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 1097 time: 0.3821058 Apr 20 19:29:46.963163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-26f59ff5-6598-4094-982c-fd8d0dde39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:46.965813 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-26f59ff5-6598-4094-982c-fd8d0dde39f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 916 time: 0.3563354 Apr 20 19:29:47.118799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48546) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:47.165440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:47.307677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-13a4ecf5-38f0-4900-bd29-c204ab185a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.404566 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-04526033-78e0-48cc-b067-a20e3f4417e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1 HTTP/1.1" status: 200 len: 217 time: 0.2966278 Apr 20 19:29:47.497710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:47.498393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.607590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.647153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832ff51-8597-4662-bf35-50b228e6da6a req-e092f032-ddba-4096-9011-c1fa71e2f1ce tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.653350 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:47.662588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:fbeb2ac1d3f244d3a429d5da739e76c9 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:47.663865 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d832ff51-8597-4662-bf35-50b228e6da6a req-e092f032-ddba-4096-9011-c1fa71e2f1ce tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.6947215 Apr 20 19:29:47.669278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:47.680957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-ff752728-0514-4041-9b42-c23bf63c0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.683807 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-ff752728-0514-4041-9b42-c23bf63c0844 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.2453275 Apr 20 19:29:47.693767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:47.858000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.865149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.878594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6b65a509-dcae-45da-a41f-5dc616a95071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:47.935831 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbeb2ac1d3f244d3a429d5da739e76c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8155651 Apr 20 19:29:47.939086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43730f8-ad77-45d1-b3b0-f6e4ed4c50cf,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:47.942483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48574) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:47.946308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:48.081980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.161692 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-d33d44ac-dc32-4592-b49e-735ef27192cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4376905 Apr 20 19:29:48.191127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.228743 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d832ff51-8597-4662-bf35-50b228e6da6a req-c4fa306a-e2d8-4fb1-830a-c3fb5664b7a7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433538 Apr 20 19:29:48.259653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd50689-b2a8-4831-bc3b-c76dec730c27 req-d19cbf92-1f0f-4edf-babf-dd334ef221e9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.281519 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3fd50689-b2a8-4831-bc3b-c76dec730c27 req-d19cbf92-1f0f-4edf-babf-dd334ef221e9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 1.3143313 Apr 20 19:29:48.325492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.335111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-03a9b1e7-37b5-414b-96c3-bc366765ac10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:48.352238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43730f8-ad77-45d1-b3b0-f6e4ed4c50cf,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:48.362322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:48.363526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.364935 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b43730f8-ad77-45d1-b3b0-f6e4ed4c50cf HTTP/1.1" status: 204 len: 168 time: 0.4214208 Apr 20 19:29:48.633790 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3fd50689-b2a8-4831-bc3b-c76dec730c27 req-817e4a7d-028a-4df4-89b2-97282796a0f3 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511357 Apr 20 19:29:48.655172 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-9bbfe4d3-123f-4535-99f4-67005a852256 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546397 Apr 20 19:29:48.679791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce40b1-f710-41d8-a0f6-da34ad39846a req-04c9afcf-88b8-43eb-bde0-fc323e18555e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.681701 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-10ce40b1-f710-41d8-a0f6-da34ad39846a req-04c9afcf-88b8-43eb-bde0-fc323e18555e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 944 time: 0.1916599 Apr 20 19:29:48.856354 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f3869595-289a-4d1d-b24d-b483b2f6b605 req-4c26c7fa-cd11-4ecb-b701-0038ec0e8145 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868150 Apr 20 19:29:48.942618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device c73ab7f5-f8db-489f-9579-86642b55c3d1 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:49.010429 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-10ce40b1-f710-41d8-a0f6-da34ad39846a req-e8eb011d-ea37-47a7-80a0-6949be844689 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527092 Apr 20 19:29:49.327455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4d1b-f9ad-47c9-8623-b91a0022e704 req-750ef83a-0713-4361-91f7-2cc643ebe1f8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.336600 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-38be4d1b-f9ad-47c9-8623-b91a0022e704 req-750ef83a-0713-4361-91f7-2cc643ebe1f8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3496540 Apr 20 19:29:49.339526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48602) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:49.436822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.465915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:49.553821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:49.569546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Usage tracker for resource:security_group_rule and tenant:6d193ae88a6c45b7bcb0e06f36975c07 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:49.571244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:49.593254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:49.608808 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-38be4d1b-f9ad-47c9-8623-b91a0022e704 req-9fe2b4ca-bdc1-4aca-87e8-e3f833bf96d8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345471 Apr 20 19:29:49.877575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.883014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.899974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'c73ab7f5-f8db-489f-9579-86642b55c3d1', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'port_id': 'c73ab7f5-f8db-489f-9579-86642b55c3d1', 'mac_address': 'fa:16:3e:5e:cf:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fad239-35c7-4a13-9d83-76a828c7738a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:49.965533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ded0-3a5e-41eb-a68f-7486d0c6656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.977635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c8dcac13-2d9f-4bef-8fe5-af68cb3f0fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:49.991346 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d193ae88a6c45b7bcb0e06f36975c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485338 Apr 20 19:29:49.992722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48610) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:50.005578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.031551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73ab7f5-f8db-489f-9579-86642b55c3d1 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:50.056020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:50.072310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.077768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e9aa9c0a-57ca-4395-8e30-80ef59fc46a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:50.139922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.193083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:50.195814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc453e9e-f325-4d16-8c3b-e96427b398ed,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:50.198337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:50.205724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:50.224115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.233608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7c4a-29e4-40f5-9c7d-5ce9a0293ae5 req-cbf7b015-677f-4d44-bf9d-ef9bc9353bc7 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.236645 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57fd7c4a-29e4-40f5-9c7d-5ce9a0293ae5 req-cbf7b015-677f-4d44-bf9d-ef9bc9353bc7 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.2601781 Apr 20 19:29:50.257941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-c7bf7d66-4eda-4ac4-8eb7-f8cff984a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.259604 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-c7bf7d66-4eda-4ac4-8eb7-f8cff984a81c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1098 time: 0.3335145 Apr 20 19:29:50.294340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bb5e-dad0-4ed0-b82c-228678134a22 req-a341dd91-5d32-429e-8f62-eac90da6778d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.296131 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c45bb5e-dad0-4ed0-b82c-228678134a22 req-a341dd91-5d32-429e-8f62-eac90da6778d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.2507048 Apr 20 19:29:50.337253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.348068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8cca6baf-ace5-4b48-8079-01b165927e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:50.362370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc453e9e-f325-4d16-8c3b-e96427b398ed,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:50.374153 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57fd7c4a-29e4-40f5-9c7d-5ce9a0293ae5 req-e260cf00-a2ff-4448-90b8-de0a555ac1c5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111145 Apr 20 19:29:50.406479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:50.408854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.410033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['c73ab7f5-f8db-489f-9579-86642b55c3d1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:50.415129 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc453e9e-f325-4d16-8c3b-e96427b398ed HTTP/1.1" status: 204 len: 168 time: 0.4207451 Apr 20 19:29:50.518917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.914120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:50.940329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c45bb5e-dad0-4ed0-b82c-228678134a22 req-aa563814-5b4d-47e6-a632-993202d0c52d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6051941 Apr 20 19:29:51.091368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434313e8-9d78-4366-84c4-73caad31fb19 req-202e2278-dde1-4b15-882d-4d02569d6096 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.105308 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-434313e8-9d78-4366-84c4-73caad31fb19 req-202e2278-dde1-4b15-882d-4d02569d6096 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 945 time: 0.3174059 Apr 20 19:29:51.106751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-7c7e2df4-7ffa-4da5-ac89-ed779625afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.108376 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-7c7e2df4-7ffa-4da5-ac89-ed779625afd3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.8012753 Apr 20 19:29:51.352671 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-434313e8-9d78-4366-84c4-73caad31fb19 req-94673423-bd96-4a3d-a313-bb234a5a99f3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643739 Apr 20 19:29:51.423399 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-9b751f18-54bd-4417-bd3e-99ea23e1fbed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 1001 time: 0.2948678 Apr 20 19:29:51.424090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef712-0b26-4741-bd53-940f5ab7eb5c req-d46a3335-d272-491f-9902-6a671ba23174 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.425826 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-30aef712-0b26-4741-bd53-940f5ab7eb5c req-d46a3335-d272-491f-9902-6a671ba23174 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1899066 Apr 20 19:29:51.564679 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-30aef712-0b26-4741-bd53-940f5ab7eb5c req-b6c9e7e7-1fc6-4a3f-b459-a4f77f90ba70 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879700 Apr 20 19:29:51.599121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-ee5ff383-4100-405f-ada2-59e86d7c099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.607374 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-ee5ff383-4100-405f-ada2-59e86d7c099e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.1798608 Apr 20 19:29:51.733324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:51.835055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48638) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:51.895135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-6a5ae39a-82ff-41f9-964b-00a48b9bd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.897969 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-6a5ae39a-82ff-41f9-964b-00a48b9bd4b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2825756 Apr 20 19:29:52.183380 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-a3d63903-0ca3-41b9-9bad-442b936ed331 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772181 Apr 20 19:29:52.295969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.332270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:52.341699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Usage tracker for resource:security_group_rule and tenant:371db47d53914732adfd215dae57a12a is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:52.351685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:52.366736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:52.402579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078dda-79e8-489b-b4fc-df7509efc19b req-6bc0d3ab-1481-4607-981b-2c7a39767064 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:52.411615 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-81078dda-79e8-489b-b4fc-df7509efc19b req-6bc0d3ab-1481-4607-981b-2c7a39767064 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.6974761 Apr 20 19:29:52.559981 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-81078dda-79e8-489b-b4fc-df7509efc19b req-fc5760ae-1875-4093-a008-73f6746a8288 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472652 Apr 20 19:29:52.593431 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.605391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.619147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fe7a-6c4b-4d01-8241-8a56670d9c97 req-15d4ad65-8361-4c8c-8ce9-b9e6bf6a8825 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:52.644552 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5348fe7a-6c4b-4d01-8241-8a56670d9c97 req-15d4ad65-8361-4c8c-8ce9-b9e6bf6a8825 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.4547863 Apr 20 19:29:52.646653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48662) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:52.647578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3decf105-1b9e-4169-8b7c-3b2ba6eafdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:52.720974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b3bcd-126b-4cc2-9f8b-76b8a12b73e7,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:52.738832 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=371db47d53914732adfd215dae57a12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9011779 Apr 20 19:29:52.741037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:52.741965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48668) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:52.777857 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5348fe7a-6c4b-4d01-8241-8a56670d9c97 req-7e8644cf-fc44-453a-80fe-df6dcf62bca4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317105 Apr 20 19:29:52.824672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.863513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.935846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.945946 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2f7cd93c-b1a1-490c-afae-04dfdf032ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:52.962915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b3bcd-126b-4cc2-9f8b-76b8a12b73e7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:52.973461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device c73ab7f5-f8db-489f-9579-86642b55c3d1 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:52.975495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:52.980027 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d3b3bcd-126b-4cc2-9f8b-76b8a12b73e7 HTTP/1.1" status: 204 len: 168 time: 0.2359021 Apr 20 19:29:52.981416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:53.060327 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc868548-342b-455d-8fcd-f291e9aa20c6 req-3382e6b6-a839-4ea8-823f-bfba10a837d1 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391634 Apr 20 19:29:53.109144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port c73ab7f5-f8db-489f-9579-86642b55c3d1 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:53.127659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port c73ab7f5-f8db-489f-9579-86642b55c3d1 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:53.128611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.245266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-54657274-network', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:53.258937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:53.271945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Usage tracker for resource:network and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:53.275883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:53.284147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:53.309641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Made reservation on behalf of 74d45ab460094d53a7fef8b9125ff0d0 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:53.315194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.337025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.382704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.426102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:53.427788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:53.433897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:53.434774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.437141 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:53.439073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:53.443221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:53.450626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:53.571020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.576658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:53.582383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:53.586659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533be04-ebad-418b-972c-8191d36df6ff req-c322a7d0-d807-4b02-9ace-324c9d324669 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:53.595086 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1533be04-ebad-418b-972c-8191d36df6ff req-c322a7d0-d807-4b02-9ace-324c9d324669 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 945 time: 0.7929413 Apr 20 19:29:53.599660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.634384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:53.727829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48682) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:53.728922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.729527 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb5e233-c643-47e8-9dab-afdd872ed0e5,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:53.733888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:53.759647 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1533be04-ebad-418b-972c-8191d36df6ff req-28fea525-33e0-40f8-9fe6-05132eefb396 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634111 Apr 20 19:29:53.787277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5859-6a89-48e9-b012-4716af1c1a23 req-314c7657-e20c-404b-bafa-a184032c64a6 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:53.790510 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-793c5859-6a89-48e9-b012-4716af1c1a23 req-314c7657-e20c-404b-bafa-a184032c64a6 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.7828097 Apr 20 19:29:53.792031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:29:53.809201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.809795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Added segment ab14698e-4bc1-43b1-b9e4-e5dd02757b3d of type vlan for network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 Apr 20 19:29:53.825769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.863510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:53.866968 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1', 'code': 200} Apr 20 19:29:53.868031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.880558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Usage tracker for resource:security_group_rule and tenant:b7c0210443c84b1d92af5700e9729545 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:53.888458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:53.903585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:53.986165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.036355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:54.037561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.059467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-578fbb34-8e5f-4cd5-ac27-ec6e162e6c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:54.093481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.098037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.131240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dde9771d-70db-40aa-b7d1-ad76429bfbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:54.163472 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7c0210443c84b1d92af5700e9729545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340811 Apr 20 19:29:54.168079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48688) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:54.191665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20626beb-9c95-443b-998d-6956787aafb8,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:54.199476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:54.332553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.406022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.527428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.536122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b2f0bf44-f98b-42cc-bdfb-7c68316f50c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:54.552453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20626beb-9c95-443b-998d-6956787aafb8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:54.555257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:54.559556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.565179 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20626beb-9c95-443b-998d-6956787aafb8 HTTP/1.1" status: 204 len: 168 time: 0.3917856 Apr 20 19:29:54.718079 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0320580 Apr 20 19:29:54.722532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48696) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:54.729817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Request body: {'subnet': {'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-54657274-subnet', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:54.738547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3f329a-75fa-4617-b9e4-47a0b83a40e7,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:54.748447 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-793c5859-6a89-48e9-b012-4716af1c1a23 req-8439d484-ccdb-42f7-92eb-9fd94542a51c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707493 Apr 20 19:29:54.752615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:54.763914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:29:54.784855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:54.793080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f166c35-e406-4ecc-8b44-cc294ad008e4 req-3dc3ecdf-30a1-4e91-aad3-d0eafc821ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:54.795044 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0f166c35-e406-4ecc-8b44-cc294ad008e4 req-3dc3ecdf-30a1-4e91-aad3-d0eafc821ea0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 1099 time: 0.2274323 Apr 20 19:29:54.809501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Usage tracker for resource:subnet and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:54.820430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:54.839742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:54.868113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Made reservation on behalf of 74d45ab460094d53a7fef8b9125ff0d0 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:54.874950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26467647'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:54.898309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc99941-bf4d-42a8-a143-925bd25fdb37 req-43c2db8a-7a2b-4444-bcf4-9e534a900106 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:54.900138 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5cc99941-bf4d-42a8-a143-925bd25fdb37 req-43c2db8a-7a2b-4444-bcf4-9e534a900106 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.8722394 Apr 20 19:29:54.902040 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0f166c35-e406-4ecc-8b44-cc294ad008e4 req-12e56902-9e2d-4901-9306-691fe773c52d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980463 Apr 20 19:29:54.970435 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5cc99941-bf4d-42a8-a143-925bd25fdb37 req-9f45fb40-5b3f-430f-8efa-2eee13bfcbcd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557828 Apr 20 19:29:55.180315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbeda6-29f5-430b-9da4-1d5c8bad6adc req-75eb1947-7c91-4ce4-a849-405ddf3f28c6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:55.182212 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fefbeda6-29f5-430b-9da4-1d5c8bad6adc req-75eb1947-7c91-4ce4-a849-405ddf3f28c6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.1544008 Apr 20 19:29:55.310294 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fefbeda6-29f5-430b-9da4-1d5c8bad6adc req-d5a67663-70f9-4ae4-8b44-6346122aaca1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720489 Apr 20 19:29:55.365261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b923-de43-43e9-94d6-85f0f7b32639 req-6730b098-deba-4823-a6d5-4169cfa4c7e3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:55.367683 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9752b923-de43-43e9-94d6-85f0f7b32639 req-6730b098-deba-4823-a6d5-4169cfa4c7e3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.1842546 Apr 20 19:29:55.633549 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9752b923-de43-43e9-94d6-85f0f7b32639 req-c7a2d2b0-5794-4244-afa2-ac2c6d1e5af6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468953 Apr 20 19:29:55.755253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26457176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26467630'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:55.763842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:55.896856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1b7df4-7dd7-4438-81ca-f8f963c9c623,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:55.902360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:55.971895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Checking segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:55.972536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Network hostable DHCP agents. Network: 9b3f329a-75fa-4617-b9e4-47a0b83a40e7, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:29:56.012614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:29:56.037926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 9b3f329a-75fa-4617-b9e4-47a0b83a40e7) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:56.051480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036a8a07-4c5a-49fd-87b6-7276a8dec133 None None] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:29:56.065467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:56.066529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.112384 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3880646 Apr 20 19:29:56.114184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48724) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:56.127758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:56.133916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:56.139476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Usage tracker for resource:router and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:56.144310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:56.151727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:56.165736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.167269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.185239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.191147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ee08d-1bc3-4779-b51d-fd9aee1a8103 req-34002d7c-c4c6-47fb-be80-bc0250b67613 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:56.194734 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a75ee08d-1bc3-4779-b51d-fd9aee1a8103 req-34002d7c-c4c6-47fb-be80-bc0250b67613 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2192001 Apr 20 19:29:56.310842 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a75ee08d-1bc3-4779-b51d-fd9aee1a8103 req-c36581e1-c8fc-45c0-badf-19edb461bbac tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069579 Apr 20 19:29:56.518405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:29:56.519383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.679630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:56.767781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Allocated IP 172.20.0.2 (9b3f329a-75fa-4617-b9e4-47a0b83a40e7/bd1b7df4-7dd7-4438-81ca-f8f963c9c623/bbfa59a4-6c82-4416-b2f6-c2739399ae79) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:57.105620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5294e61-d8b8-4600-bdf1-bd650e4f1481 req-05e51ccc-5cfc-4c2f-b886-6060820a3aea tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:57.114295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.121897 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e5294e61-d8b8-4600-bdf1-bd650e4f1481 req-05e51ccc-5cfc-4c2f-b886-6060820a3aea tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.5008547 Apr 20 19:29:57.129261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Transition to ACTIVE for port object bbfa59a4-6c82-4416-b2f6-c2739399ae79 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:57.162291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Transition to ACTIVE for port object bbfa59a4-6c82-4416-b2f6-c2739399ae79 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:57.175601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.186490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cdcc548a-da66-46e7-8551-7c40237f930d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:57.279264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:57.286123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:57.299055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:57.404245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Pushing event updated for resources: {'Port': ['ID=bbfa59a4-6c82-4416-b2f6-c2739399ae79,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:57.409937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.423881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:57.444274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e5294e61-d8b8-4600-bdf1-bd650e4f1481 req-a05b1820-6707-4e74-a72e-7296a10535ab tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209455 Apr 20 19:29:57.460338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Attempting to bind port bbfa59a4-6c82-4416-b2f6-c2739399ae79 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:57.461384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Attempting to bind port bbfa59a4-6c82-4416-b2f6-c2739399ae79 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:57.464308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Attempting to bind port bbfa59a4-6c82-4416-b2f6-c2739399ae79 on network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:57.478028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:57.478617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Checking segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:57.481838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.482699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Bound using segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:57.483410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Bound port: bbfa59a4-6c82-4416-b2f6-c2739399ae79, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:57.484058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.517672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506516df-8bdf-4eea-a67c-4b0f95e4f240 req-e9ecd21e-b798-46e8-a634-f9b689f9cd59 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:57.520581 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-506516df-8bdf-4eea-a67c-4b0f95e4f240 req-e9ecd21e-b798-46e8-a634-f9b689f9cd59 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.3926618 Apr 20 19:29:57.630583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.675604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] For port bbfa59a4-6c82-4416-b2f6-c2739399ae79, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:57.682844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] For port bbfa59a4-6c82-4416-b2f6-c2739399ae79, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bbfa59a4-6c82-4416-b2f6-c2739399ae79,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:57.691224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.707914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:57.743097 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-506516df-8bdf-4eea-a67c-4b0f95e4f240 req-bab04447-8522-46a3-a763-a5b2e38a61b7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126899 Apr 20 19:29:57.953466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Pushing event updated for resources: {'Port': ['ID=bbfa59a4-6c82-4416-b2f6-c2739399ae79,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:57.974847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:58.213993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68d64d-9e25-4e46-bbd8-f7eeb2415e3a req-5fa330d7-434c-4c96-82b3-b74b0ca47b86 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:58.227012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Allocated IP 172.28.1.68 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/5c9f531a-558a-43d2-80cb-0bb02e9bb44b) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:58.227501 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e68d64d-9e25-4e46-bbd8-f7eeb2415e3a req-5fa330d7-434c-4c96-82b3-b74b0ca47b86 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.4195035 Apr 20 19:29:58.388078 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e68d64d-9e25-4e46-bbd8-f7eeb2415e3a req-1766d361-4cf7-40ee-bd35-91cd1fbbc7d9 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557431 Apr 20 19:29:58.642549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:58.690863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:58.696911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:58.795429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:58.809022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:58.854302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:59.040713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3ee7c-6436-4f37-9207-d193aab556f0 req-42791dfc-2e40-41e7-9323-42468a2dfcc0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:59.049625 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e0f3ee7c-6436-4f37-9207-d193aab556f0 req-42791dfc-2e40-41e7-9323-42468a2dfcc0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.1201940 Apr 20 19:29:59.116857 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e0f3ee7c-6436-4f37-9207-d193aab556f0 req-39080fdc-c922-4156-b986-bc1d1b9e771c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659692 Apr 20 19:29:59.118601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bbfa59a4-6c82-4416-b2f6-c2739399ae79 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:59.210192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port bbfa59a4-6c82-4416-b2f6-c2739399ae79 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:59.377817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Pushing event updated for resources: {'Port': ['ID=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:59.384026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:59.392663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-2ec4f84b-b0ae-4588-b520-4d3c8259f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:59.394711 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-2ec4f84b-b0ae-4588-b520-4d3c8259f975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1333992 Apr 20 19:29:59.666222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-c8dce0db-f11a-4118-b6b4-cb6da816e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:59.667877 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-c8dce0db-f11a-4118-b6b4-cb6da816e6a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.2657452 Apr 20 19:29:59.737397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:59.803993 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-3a78e827-ab1a-42fd-898f-efa33409fc6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1002 time: 0.1264136 Apr 20 19:29:59.887989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-5f49f0d6-4593-4bd3-a0c6-69afdca68732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:59.889545 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-5f49f0d6-4593-4bd3-a0c6-69afdca68732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.0757544 Apr 20 19:29:59.942128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ad7e2-617b-45e8-bd29-45ac7d2ab8a7 None None] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:00.012098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Provisioning for port bbfa59a4-6c82-4416-b2f6-c2739399ae79 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:00.030547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Provisioning complete for port bbfa59a4-6c82-4416-b2f6-c2739399ae79 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:00.030972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.033028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95cd2-b9dc-4898-a585-ef2acc687c73 req-bf6c3bdd-c146-4d4c-a957-04b6b05a1699 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:00.041050 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c5b95cd2-b9dc-4898-a585-ef2acc687c73 req-bf6c3bdd-c146-4d4c-a957-04b6b05a1699 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.4333224 Apr 20 19:30:00.129211 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c5b95cd2-b9dc-4898-a585-ef2acc687c73 req-4a83391a-15d8-45e7-8324-11139b02a33d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Apr 20 19:30:00.151064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-03237ebd-efb8-4be3-8125-349ba3fc8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:00.159846 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-03237ebd-efb8-4be3-8125-349ba3fc8413 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2601414 Apr 20 19:30:00.429460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.577553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] For port bbfa59a4-6c82-4416-b2f6-c2739399ae79, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bbfa59a4-6c82-4416-b2f6-c2739399ae79,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:00.587465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.599138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:00.629058 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-e6355bbe-3b5e-4b86-85d2-1986f5703c97 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589291 Apr 20 19:30:00.674523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d58f9-dd68-4e5f-be75-aacbc3964056 req-5618b916-b5c3-403b-b53c-b9be7c68402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:00.678829 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4d1d58f9-dd68-4e5f-be75-aacbc3964056 req-5618b916-b5c3-403b-b53c-b9be7c68402f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.4681215 Apr 20 19:30:00.703005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b85e-76a2-43f3-ae43-9df6f7b1fac3 req-e7ef31d3-a14e-43ab-b0b2-5de04b6ebfc0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:00.707180 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1fd5b85e-76a2-43f3-ae43-9df6f7b1fac3 req-e7ef31d3-a14e-43ab-b0b2-5de04b6ebfc0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.3120897 Apr 20 19:30:00.739452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Pushing event updated for resources: {'Port': ['ID=bbfa59a4-6c82-4416-b2f6-c2739399ae79,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:00.754701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:00.787914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.947488 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1fd5b85e-76a2-43f3-ae43-9df6f7b1fac3 req-811e6132-eb23-46fb-9fc2-bac633d1cbfa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080231 Apr 20 19:30:01.015455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bbfa59a4-6c82-4416-b2f6-c2739399ae79 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:01.032630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4d1d58f9-dd68-4e5f-be75-aacbc3964056 req-a55871fe-3d1d-4c51-99d7-f90c5179b634 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466890 Apr 20 19:30:01.046877 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fb20054-1b72-4b36-a59b-0d8e61054744 req-6cad0c82-14e7-49f7-8305-61548b3bc741 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110796 Apr 20 19:30:01.208859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:30:01.249626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port bbfa59a4-6c82-4416-b2f6-c2739399ae79 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:01.251063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:01.429203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-87edebfc-8e32-4d49-a6ec-75e3faf6d9c4 None None] Provisioning complete for port bbfa59a4-6c82-4416-b2f6-c2739399ae79 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:01.429900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-87edebfc-8e32-4d49-a6ec-75e3faf6d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:01.566061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:01.576323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Sync routers for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:01.594808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:01.595535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:50Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:01.626257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:01.630846 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-26fe5ec4-614d-4a95-aaec-e5a1c5fbddbc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5132022 Apr 20 19:30:01.631785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48824) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:01.690986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707d366-eb47-4722-ab7a-ae73062f7bd2 req-dc838b65-9bc1-4c98-ba44-944077b9207a tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:01.694850 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a707d366-eb47-4722-ab7a-ae73062f7bd2 req-dc838b65-9bc1-4c98-ba44-944077b9207a tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3142147 Apr 20 19:30:01.832868 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a707d366-eb47-4722-ab7a-ae73062f7bd2 req-e751951c-60f5-4e6f-8ddf-7a0e614a4899 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273363 Apr 20 19:30:01.860554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:02.315687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cc858-d427-4df8-a0ac-f3d6e1366d70 req-bb42296f-d286-4c82-bf13-f20333cff532 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:02.319018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:29:59Z', 'revision_number': 3, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:02.324705 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-895cc858-d427-4df8-a0ac-f3d6e1366d70 req-bb42296f-d286-4c82-bf13-f20333cff532 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 946 time: 0.1405091 Apr 20 19:30:02.330457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Checking router: d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:02.330457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Updating router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:02.388443 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-895cc858-d427-4df8-a0ac-f3d6e1366d70 req-460cca86-f371-470b-926f-4eeb373f8348 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624561 Apr 20 19:30:02.456012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.003583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.041896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:03.077654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.112214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Transition to ACTIVE for port object 5c9f531a-558a-43d2-80cb-0bb02e9bb44b will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:03.121802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.137576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:03.210117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07e197-85fa-4500-baf1-bbefa29b819a req-3ac7e631-df45-413d-8524-c5668353e761 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:03.228252 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cd07e197-85fa-4500-baf1-bbefa29b819a req-3ac7e631-df45-413d-8524-c5668353e761 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2496510 Apr 20 19:30:03.230350 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Attempting to bind port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:03.230777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Attempting to bind port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:03.231426 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Attempting to bind port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:03.248442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:03.248787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:03.249000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.249840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:03.251109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Bound port: 5c9f531a-558a-43d2-80cb-0bb02e9bb44b, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:03.251369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.274478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Allocated IP 172.20.0.1 (9b3f329a-75fa-4617-b9e4-47a0b83a40e7/bd1b7df4-7dd7-4438-81ca-f8f963c9c623/8f9cf91b-3add-4a78-b042-2245d57af978) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:03.334998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.342884 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cd07e197-85fa-4500-baf1-bbefa29b819a req-5adb689f-bfaf-4994-a87d-5e3e098ceb71 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061676 Apr 20 19:30:03.356624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] For port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:03.362002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] For port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:03.374438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.375584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf90ba-4169-48be-a8f0-e19cbafe68ff None None] Pushing event updated for resources: {'Port': ['ID=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:03.379423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-50cf90ba-4169-48be-a8f0-e19cbafe68ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:03.383899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:03.415709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:03.463364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:03.475195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.476176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.479807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:03.497893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Transition to ACTIVE for port object 8f9cf91b-3add-4a78-b042-2245d57af978 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:03.549588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:03.561297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9dde81d2-29f5-42a7-815d-15c7a6efb2d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:03.668624 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'code': 200} Apr 20 19:30:03.784566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf90ba-4169-48be-a8f0-e19cbafe68ff None None] Pushing event updated for resources: {'Port': ['ID=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:03.792476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-50cf90ba-4169-48be-a8f0-e19cbafe68ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:03.793015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:03.813482 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:03.822097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:03.830698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:03.833197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:03.833894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:50Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:03.839699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:03.845684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:03.848472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:03.944631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe669d-bdea-4cd2-aa97-fff6e72b2dcf req-4c3ffed5-fbdb-47c0-bc50-f7868e34cbe5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:03.946364 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6bfe669d-bdea-4cd2-aa97-fff6e72b2dcf req-4c3ffed5-fbdb-47c0-bc50-f7868e34cbe5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2716002 Apr 20 19:30:04.072960 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6bfe669d-bdea-4cd2-aa97-fff6e72b2dcf req-eba32bc4-4f29-4fd1-84a5-8c91e0f88d3c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193271 Apr 20 19:30:04.097984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:04.190299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:04.251928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-2595a782-831f-482a-9137-6ac7367c6ff6 None None] Provisioning for port 8f9cf91b-3add-4a78-b042-2245d57af978 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:04.267120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-2595a782-831f-482a-9137-6ac7367c6ff6 None None] Provisioning complete for port 8f9cf91b-3add-4a78-b042-2245d57af978 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:04.267895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2595a782-831f-482a-9137-6ac7367c6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:04.496676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-2595a782-831f-482a-9137-6ac7367c6ff6 None None] Port 8f9cf91b-3add-4a78-b042-2245d57af978 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:04.540192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:04.693334 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3d641138-6c5a-467d-b2d8-94a7f21588fd tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944955597&fields=id&tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8 HTTP/1.1" status: 200 len: 267 time: 0.2178798 Apr 20 19:30:04.812084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:29:59Z', 'revision_number': 3, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:04.816878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8e39f-37c1-4d09-937f-ac899af76971 None None] The sync data for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb is: [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:29:59Z', 'revision_number': 3, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:04.960654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-7d55b458-d4da-4d27-b5f6-4f3b315f3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:04.962312 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-7d55b458-d4da-4d27-b5f6-4f3b315f3fee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366ac15cfb9140c796719c107536d2b2&device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 1098 time: 0.3578756 Apr 20 19:30:04.969416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-a8d8b4b7-8275-44fb-9b74-9cddcb2672d1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:04.970981 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-a8d8b4b7-8275-44fb-9b74-9cddcb2672d1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 808 time: 0.2598932 Apr 20 19:30:04.989173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:04.996179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:05.040359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:05.078079 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-bea58003-db84-4c79-a71a-33a290b5a78e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/quotas/b2c3007e4cbc4d19821efdd7ce3182e8 HTTP/1.1" status: 200 len: 375 time: 0.0437429 Apr 20 19:30:05.116760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:05.173009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:05.177868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:05.264172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-1a014a83-a893-484b-aa07-6d7ca9d28645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:05.266492 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-1a014a83-a893-484b-aa07-6d7ca9d28645 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 200 len: 919 time: 0.2937982 Apr 20 19:30:05.299499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:05.300787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:05.354711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af64e83-6e4c-4179-964a-73be3e4f7a93 req-3505e31a-2af0-4bcd-8d1c-0c342bd835d5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:05.378617 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4af64e83-6e4c-4179-964a-73be3e4f7a93 req-3505e31a-2af0-4bcd-8d1c-0c342bd835d5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.4052370 Apr 20 19:30:05.650918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-0f60071d-d5f9-43f7-bfb2-e26b77d3a114 None None] Provisioning complete for port 8f9cf91b-3add-4a78-b042-2245d57af978 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:05.658789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0f60071d-d5f9-43f7-bfb2-e26b77d3a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:05.679574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:05.722239 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-b931bb47-a3a4-44fa-94fb-14d5b74d9152 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 200 len: 217 time: 0.4492092 Apr 20 19:30:05.745838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0f60071d-d5f9-43f7-bfb2-e26b77d3a114 None None] Port 8f9cf91b-3add-4a78-b042-2245d57af978 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:05.806757 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-22c46cd9-2f62-4f77-931d-36d7ff6b4461 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6759286 Apr 20 19:30:05.862396 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4af64e83-6e4c-4179-964a-73be3e4f7a93 req-da992bb5-adf3-48a0-ad92-88be3631cbd5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826813 Apr 20 19:30:05.917194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:05.956558 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/d3cb1c5e-9be4-4700-a9c1-8c44e85815a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3233588 Apr 20 19:30:06.022614 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-5834ff90-3c9c-4d8a-8de8-928744ad4e34 service neutron] 10.222.0.13 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111311 Apr 20 19:30:06.186206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-959484c1-aaf9-4722-8407-e01674c32e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:06.188558 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-959484c1-aaf9-4722-8407-e01674c32e35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 200 len: 858 time: 0.4497023 Apr 20 19:30:06.246324 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-dc02ec33-d1cd-417b-be80-78d0d12675ee service neutron] 10.222.0.13 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025721 Apr 20 19:30:06.326750 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-50f38564-49af-4b35-a2af-1c3c279644e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3bf556f-8bfd-4c4c-bad4-f461b95400a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792935 Apr 20 19:30:06.555874 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-cd1a57f7-949a-4f12-a719-628f4e8c0abd service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202201 Apr 20 19:30:06.868227 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d90a8f7b-47c6-4c62-b315-b1a0bc6e736f req-7a3f66de-fb8b-4ef4-a98a-7560a4879116 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016608 Apr 20 19:30:06.900168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a18f05-b673-4a77-b6d1-7b2a98e4e233 req-419e6bea-d55f-46ef-a8cf-79ef17acea16 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:06.902170 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-48a18f05-b673-4a77-b6d1-7b2a98e4e233 req-419e6bea-d55f-46ef-a8cf-79ef17acea16 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1815903 Apr 20 19:30:06.978360 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-48a18f05-b673-4a77-b6d1-7b2a98e4e233 req-b7611e18-5b66-496b-924c-4c4da684b150 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649383 Apr 20 19:30:07.042899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:07.170560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5c9f531a-558a-43d2-80cb-0bb02e9bb44b up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:07.189061 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f03f9c33-938a-4bf3-9d2a-13f876fb2830 req-e64f5e1c-28c3-49e1-a8b0-494726f3e1bf tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 210 time: 0.1151748 Apr 20 19:30:07.286859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 48926) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:07.294583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-221364148-network', 'tenant_id': '23362848ae9b4ecba083e394b771fba3'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:07.302771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:07.309346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Usage tracker for resource:network and tenant:23362848ae9b4ecba083e394b771fba3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:07.312860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:07.320485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:07.333177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Made reservation on behalf of 23362848ae9b4ecba083e394b771fba3 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:07.338448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.357097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.384153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:07.389091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Usage tracker for resource:security_group_rule and tenant:23362848ae9b4ecba083e394b771fba3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:07.394148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:07.402199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:07.502133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223022c3-fc24-4bf1-bc8b-a4fff858e42c req-f4584d45-d9fa-444f-9747-e1c30ba647e3 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:07.506840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-223022c3-fc24-4bf1-bc8b-a4fff858e42c req-f4584d45-d9fa-444f-9747-e1c30ba647e3 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2726011 Apr 20 19:30:07.636524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-223022c3-fc24-4bf1-bc8b-a4fff858e42c req-65965de5-b9e2-41d9-bb2e-1e59fee73f73 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128340 Apr 20 19:30:07.655469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.661406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.666256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0c25bbc2-eaca-4eb6-906c-980d5e99f45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:07.750402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:30:07.777819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba325ef2-39c7-4cf1-b8f4-d6dc9570679f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:07.786324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:07.795613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.796023 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Added segment 61978a39-c5e0-4c85-8ca9-65041f341c30 of type vlan for network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 Apr 20 19:30:07.857049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.934754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.936232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:07.936885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.941688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:07.950191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:07.955507 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:07.958844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0be3790f-2eb2-4575-aef1-c52156e3f07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:08.030364 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7414105 Apr 20 19:30:08.034387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 48946) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:08.040491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Request body: {'subnet': {'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-221364148-subnet', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:08.048954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:08.062107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Usage tracker for resource:subnet and tenant:23362848ae9b4ecba083e394b771fba3 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:08.072281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:08.084685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:08.108337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Made reservation on behalf of 23362848ae9b4ecba083e394b771fba3 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:08.116841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828546280'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:08.207270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:08.231956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:08.240803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:08.251992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Pushing event updated for resources: {'Network': ['ID=77e65242-a0a2-41e5-bca4-d3bce86cd2a7,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:08.256195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:08.257368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:08.310728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:30:08.483347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Sync routers for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:08.497719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:08.498353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:50Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:08.584323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:08.648723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:08.741027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:08.873206 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-abd51d21-1909-44ae-b255-ab7936fa1af7 req-c02af15f-d996-4f79-91a4-5d0cfa1912e5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 210 time: 0.1472476 Apr 20 19:30:08.992625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5c9f531a-558a-43d2-80cb-0bb02e9bb44b up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:08.997772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-54e68bd3-9808-4a52-965b-c63289680512 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:09.007066 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-54e68bd3-9808-4a52-965b-c63289680512 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.3604558 Apr 20 19:30:09.038336 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-19335153-6280-4fda-a920-a07f231ef128 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/quotas/ea143ab1424c4e08b5651b899af97a84 HTTP/1.1" status: 200 len: 375 time: 0.0300090 Apr 20 19:30:09.105222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:09.105557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:09.346099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 2, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:09.350999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Checking router: d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:09.351462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Updating router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 port 8f9cf91b-3add-4a78-b042-2245d57af978 binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:09.372254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2553279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828546295'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:09.393936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:09.421445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:09.443806 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-8bacb5a7-074f-4946-8270-02d5240589e8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4040327 Apr 20 19:30:09.688773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0804243b-d36e-45c8-905b-f9dcdd064894,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:09.692571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:09.706290 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-8c3575de-8fe3-4644-bdc8-2d1f55de6f39 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:09.709295 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-8c3575de-8fe3-4644-bdc8-2d1f55de6f39 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 808 time: 0.6026411 Apr 20 19:30:09.758691 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Checking segment: {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:09.759089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Network hostable DHCP agents. Network: 77e65242-a0a2-41e5-bca4-d3bce86cd2a7, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:30:09.832332 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-d6ce8af7-86d8-4a3f-b471-ceadb685e975 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873017 Apr 20 19:30:09.858540 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-7bbcea40-63bf-467f-b944-1df1c420cf9e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8 HTTP/1.1" status: 200 len: 8059 time: 0.1387088 Apr 20 19:30:09.859216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:09.877756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Transition to ACTIVE for port object 8f9cf91b-3add-4a78-b042-2245d57af978 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:09.886211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:09.892877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:09.904649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'port': {'device_id': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'admin_state_up': True, 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'security_groups': ['70c53855-bd8e-4514-ba24-8ae5a9f7d701']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:09.946799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09d3d6-7b69-46df-a0a9-4a67d4bdf27d req-1868c928-950a-42a6-b9c6-7e675871a5e9 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:09.955080 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1f09d3d6-7b69-46df-a0a9-4a67d4bdf27d req-1868c928-950a-42a6-b9c6-7e675871a5e9 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.5086858 Apr 20 19:30:09.982117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Pushing event updated for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:09.987607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:09.996381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:30:10.090966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49002) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:10.237326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Attempting to bind port 8f9cf91b-3add-4a78-b042-2245d57af978 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:10.237739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Attempting to bind port 8f9cf91b-3add-4a78-b042-2245d57af978 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:10.238149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Attempting to bind port 8f9cf91b-3add-4a78-b042-2245d57af978 on network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:10.248235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:10.248658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Checking segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:10.249109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.249552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Bound using segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:10.250614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Bound port: 8f9cf91b-3add-4a78-b042-2245d57af978, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:10.251031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.305577 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-95f12935-1fb6-4e94-8cba-972857ce95b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2127111 Apr 20 19:30:10.396075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] For port 8f9cf91b-3add-4a78-b042-2245d57af978, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:10.400513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] For port 8f9cf91b-3add-4a78-b042-2245d57af978, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=8f9cf91b-3add-4a78-b042-2245d57af978,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:10.406049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.413237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:10.532711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:10.537439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:port and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:10.541239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:10.550075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:10.557925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 77e65242-a0a2-41e5-bca4-d3bce86cd2a7) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:10.568124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Pushing event updated for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:10.574307 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:10.575213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccacd98-a567-430a-8608-0551e15158c2 None None] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:10.578225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Made reservation on behalf of b2c3007e4cbc4d19821efdd7ce3182e8 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:10.584600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.612164 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1f09d3d6-7b69-46df-a0a9-4a67d4bdf27d req-6ec39fd1-1800-42e3-94ff-ac73f41f6146 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560352 Apr 20 19:30:10.628444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:10.639771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.647005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:10.659192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:50Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:10.805864 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-41a1b00c-e3c1-4458-946d-4dd136cc8d48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7703753 Apr 20 19:30:10.808679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49022) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:10.816335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:10.832982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:10.879610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Usage tracker for resource:router and tenant:23362848ae9b4ecba083e394b771fba3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:10.883615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:10.892390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:10.905115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3764460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6456'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.907571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851011356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851002878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850978285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769360'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.928081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.977039 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-405083bc-3de4-490c-9698-c549aa777023 service neutron] 10.222.0.13 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1162336 Apr 20 19:30:11.115313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee67-43c8-4680-bf9d-b9465410fdd4 req-72fe8348-ce67-48ed-b171-555e6981f22a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:11.124152 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6937ee67-43c8-4680-bf9d-b9465410fdd4 req-72fe8348-ce67-48ed-b171-555e6981f22a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2861249 Apr 20 19:30:11.148617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Allocated IP 172.20.0.5 (28aaeeda-f462-4a89-8d9d-5420f9dd81ee/1354173a-296d-4cd0-a23d-aa121542b7a7/a6ca7d70-8aa2-4f04-894d-b439cd4636ca) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:11.215852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02616db-61dc-5dc0-b6af-e3be5799e690-77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'fixed_ips': [{'subnet_id': '0804243b-d36e-45c8-905b-f9dcdd064894'}]}} from dv-cinder-787262-2-smb. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:30:11.216902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.228854 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6937ee67-43c8-4680-bf9d-b9465410fdd4 req-c3a2f2ea-2824-4921-a985-edb4def42479 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025996 Apr 20 19:30:11.428958 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:11.640085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851002635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851004321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769375'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.642902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b54f36ff-a3f4-4e04-a651-e940f73ef365 req-2b65ebe4-77b1-4035-9a0f-f67eeebed167 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 210 time: 0.1347048 Apr 20 19:30:11.783916 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ab66c505-d6ca-4d71-aadb-4dd04cf907a0 req-56e4f5f7-31c7-474c-8c75-68cb2fb5a3e4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 210 time: 0.0706406 Apr 20 19:30:11.883172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.927677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Transition to ACTIVE for port object a6ca7d70-8aa2-4f04-894d-b439cd4636ca will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:11.983413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.996491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:12.123739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:12.125203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:12.129316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:12.132015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:12.133297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:12.246486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:12.248002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.318550 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4277685 Apr 20 19:30:12.329400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Allocated IP 172.20.0.2 (77e65242-a0a2-41e5-bca4-d3bce86cd2a7/0804243b-d36e-45c8-905b-f9dcdd064894/c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:12.345694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Request body: {'port': {'device_id': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:12.605270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f0c51590-ec86-49d5-a1c8-d831971ffd54 None None] Provisioning for port a6ca7d70-8aa2-4f04-894d-b439cd4636ca completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:12.613071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f0c51590-ec86-49d5-a1c8-d831971ffd54 None None] Provisioning complete for port a6ca7d70-8aa2-4f04-894d-b439cd4636ca triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:12.613498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f0c51590-ec86-49d5-a1c8-d831971ffd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.668675 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.676123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f0c51590-ec86-49d5-a1c8-d831971ffd54 None None] Port a6ca7d70-8aa2-4f04-894d-b439cd4636ca cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:12.703080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:10Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:12.716605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.719759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb4af-8d7a-4068-99df-fab2742b9c73 None None] The sync data for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb is: [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:10Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:12.845948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.852561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.881769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Transition to ACTIVE for port object c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:12.958761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-2c38ae25-35a3-46ff-9974-84d3ac9db13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:12.960527 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-2c38ae25-35a3-46ff-9974-84d3ac9db13f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2&tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 1097 time: 0.5803671 Apr 20 19:30:12.963035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Transition to ACTIVE for port object c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:12.974776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.999778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:13.113763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:13.122821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Allocated IP 172.28.1.252 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/26b187e9-a77c-4f17-a541-2dee6c93a3e5) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:13.132322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:13.134486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 8f9cf91b-3add-4a78-b042-2245d57af978 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:13.233222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:13.644198 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Attempting to bind port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:13.644780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Attempting to bind port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:13.644905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Attempting to bind port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 on network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:13.659574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ac7d-e437-48dc-8a44-4fcf2bf841b3 req-5e9d656d-8030-43f5-a564-f424c1d38f84 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:13.660096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:13.660560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Checking segment: {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:13.660982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-d4d0ac7d-e437-48dc-8a44-4fcf2bf841b3 req-5e9d656d-8030-43f5-a564-f424c1d38f84 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Synchronizing usage tracker for tenant:b2c3007e4cbc4d19821efdd7ce3182e8 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:13.661121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:13.661656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Bound using segment: {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:13.662203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Bound port: c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:13.662767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:13.674060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Pushing event updated for resources: {'Port': ['ID=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:13.674572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aac4b-a741-4d2e-949a-ff1e5029499b req-7e054ed7-dc2b-45c4-824d-4b3c876d990f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:13.680398 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:13.683044 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-385aac4b-a741-4d2e-949a-ff1e5029499b req-7e054ed7-dc2b-45c4-824d-4b3c876d990f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.9656157 Apr 20 19:30:13.683810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 8f9cf91b-3add-4a78-b042-2245d57af978 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:13.698051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 8f9cf91b-3add-4a78-b042-2245d57af978 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:13.698478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:13.735819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-d9e0a951-bdbb-43e1-ad1b-957681d8d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:13.737878 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-d9e0a951-bdbb-43e1-ad1b-957681d8d8da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1097 time: 0.5641358 Apr 20 19:30:13.738719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-d4d0ac7d-e437-48dc-8a44-4fcf2bf841b3 req-5e9d656d-8030-43f5-a564-f424c1d38f84 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Unset dirty status for tenant:b2c3007e4cbc4d19821efdd7ce3182e8 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:13.740016 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d4d0ac7d-e437-48dc-8a44-4fcf2bf841b3 req-5e9d656d-8030-43f5-a564-f424c1d38f84 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 931 time: 0.7270856 Apr 20 19:30:13.747210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:13.812291 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d4d0ac7d-e437-48dc-8a44-4fcf2bf841b3 req-876c45f4-a657-455a-af90-79b0fce48fb5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649395 Apr 20 19:30:13.839132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] For port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:13.839132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] For port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:13.848485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:13.857505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:13.868199 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-385aac4b-a741-4d2e-949a-ff1e5029499b req-d42e9258-623e-437a-9568-883cb869758e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843398 Apr 20 19:30:13.974557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-f8f35736-3b32-4a47-afc5-f3867ddf9cda tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:13.975823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-f8f35736-3b32-4a47-afc5-f3867ddf9cda tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/networks?id=f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 200 len: 815 time: 0.7290063 Apr 20 19:30:13.977044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-49895d65-b90a-4f2b-885c-05ccfe5ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:13.978463 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-49895d65-b90a-4f2b-885c-05ccfe5ab7c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.2177713 Apr 20 19:30:14.001333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ca7d70-8aa2-4f04-894d-b439cd4636ca {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:14.007261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Request body: {'port': {'device_id': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'admin_state_up': True, 'tenant_id': 'ea143ab1424c4e08b5651b899af97a84'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:14.011122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.089144 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-60c4a35c-1ff5-4b8c-8f96-dff466171ab7 req-b57552b9-27da-4eb6-8304-7d802203183c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 210 time: 0.0719130 Apr 20 19:30:14.096892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Transition to ACTIVE for port object a6ca7d70-8aa2-4f04-894d-b439cd4636ca will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:14.097505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Pushing event updated for resources: {'Port': ['ID=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:14.100323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.101543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:14.121218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:14.138173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.182498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 8f9cf91b-3add-4a78-b042-2245d57af978, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=8f9cf91b-3add-4a78-b042-2245d57af978,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:14.192519 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.194673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:14.200778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:14.292193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:14.325457 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-3ea66ae5-167e-46ef-a239-b959a9992a69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1000 time: 0.3325009 Apr 20 19:30:14.332973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.355889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:14.411358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:14.422317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:14.620868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Attempting to bind port a6ca7d70-8aa2-4f04-894d-b439cd4636ca on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:14.621255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Attempting to bind port a6ca7d70-8aa2-4f04-894d-b439cd4636ca by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:14.621682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Attempting to bind port a6ca7d70-8aa2-4f04-894d-b439cd4636ca on network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:14.635086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Port a6ca7d70-8aa2-4f04-894d-b439cd4636ca on network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:30:14.636149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Attempting to bind port a6ca7d70-8aa2-4f04-894d-b439cd4636ca on network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:14.658750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:14.660027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Checking segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:14.661483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Bound using segment: {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:14.662217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Bound port: a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e0aca4-984e-4760-94a4-cb9e6b4a83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:14.662827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.667229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Pushing event updated for resources: {'Port': ['ID=26b187e9-a77c-4f17-a541-2dee6c93a3e5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:14.681414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:14.693877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:14.696800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:14.702343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-ed75a91f-48e0-4269-b870-b754d3005608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:14.704630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-ed75a91f-48e0-4269-b870-b754d3005608 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.3619938 Apr 20 19:30:14.707169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:14.792017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:14.795821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:14.800434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.805930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5c202f1e-638f-493e-b0ef-dcd6cae32e07 tempest-DeleteServersTestJSON-86884321 tempest-DeleteServersTestJSON-86884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:14.806778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:14.834548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:14.870648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:14.871372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.872889 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] 10.222.0.58 "PUT /v2.0/ports/a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 1093 time: 2.5464621 Apr 20 19:30:14.873430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:15.059330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Made reservation on behalf of ea143ab1424c4e08b5651b899af97a84 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:15.064638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:15.117599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:15.173684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:15.182706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:15.222970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:15.228964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 8f9cf91b-3add-4a78-b042-2245d57af978 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:15.246121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-d2386c41-3edb-4081-940a-f18601c00df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.247788 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-d2386c41-3edb-4081-940a-f18601c00df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1096 time: 0.3129387 Apr 20 19:30:15.263821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6655-fab7-42c9-8e5f-d571572a88c8 req-ad9fe32c-8631-40f4-ba46-031df648ae43 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.266143 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af8f6655-fab7-42c9-8e5f-d571572a88c8 req-ad9fe32c-8631-40f4-ba46-031df648ae43 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.2484417 Apr 20 19:30:15.310192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 8f9cf91b-3add-4a78-b042-2245d57af978 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:15.310498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:15.310901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-297875f5-868a-425c-978c-f3edcd8fa759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.312647 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-297875f5-868a-425c-978c-f3edcd8fa759 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5616620 Apr 20 19:30:15.363208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a41cb6-4d93-4ca5-8ab7-5117390f89aa req-d490b2a8-b7fd-488b-95d2-c6f9c532f19c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.364856 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94a41cb6-4d93-4ca5-8ab7-5117390f89aa req-d490b2a8-b7fd-488b-95d2-c6f9c532f19c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2608843 Apr 20 19:30:15.366244 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-6b7bb1fb-754f-46a9-a824-457db9fcb20a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 217 time: 0.0988348 Apr 20 19:30:15.483923 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af8f6655-fab7-42c9-8e5f-d571572a88c8 req-6ad689fd-b8fc-47de-b9a1-d6c38fc80d93 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515243 Apr 20 19:30:15.507068 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94a41cb6-4d93-4ca5-8ab7-5117390f89aa req-4e8dc401-4a30-44b7-8433-5dbdd20e1775 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345451 Apr 20 19:30:15.513713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-71bcc983-ffea-43fc-992d-00633b167650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.516133 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-71bcc983-ffea-43fc-992d-00633b167650 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.1390932 Apr 20 19:30:15.571147 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'status': 'completed', 'code': 200} Apr 20 19:30:15.628551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-16b59cbe-a954-4b94-9215-a3f338a209ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:15.630618 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-16b59cbe-a954-4b94-9215-a3f338a209ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062906 Apr 20 19:30:15.740878 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-20edf870-99b2-4975-a0d8-50293f228577 req-69f6dc2d-e731-43f0-8ca4-a718b17e742d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 210 time: 0.0953927 Apr 20 19:30:15.862327 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-a06ff67d-4a62-4fe5-a044-b5f35c33e5c6 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146418 Apr 20 19:30:15.897774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870f2c0-7333-4ca1-9863-09a359996470 None None] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:16.016716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Allocated IP 172.20.0.12 (f8ad0001-389f-4522-a176-84dbe6d7c337/b8fad239-35c7-4a13-9d83-76a828c7738a/94e0698a-6967-4569-b30a-8f4bc9bd9ce7) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:16.036658 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-413b9ea1-7ab3-4082-aaae-b4f332a91e51 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152836 Apr 20 19:30:16.111742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Provisioning for port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:16.141861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Provisioning complete for port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:16.142196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.180631 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-49faf6f2-5e31-4087-ba5e-eb65494b15d7 req-7aa0736a-3c9c-4918-a07d-326fade3fc67 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117197 Apr 20 19:30:16.436252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-75fdea57-1147-4be4-ab14-f8e0137468fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:16.441473 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-75fdea57-1147-4be4-ab14-f8e0137468fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1927073 Apr 20 19:30:16.445518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.467541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.496944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] For port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:16.504359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.506722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:16.558598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.615925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:16.779005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Pushing event updated for resources: {'Port': ['ID=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:16.791333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76', 'df2c759f-200a-4328-ad74-005d895a4a5b', 'c73ab7f5-f8db-489f-9579-86642b55c3d1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:16.799066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Network f8ad0001-389f-4522-a176-84dbe6d7c337 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:16.806473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event updated for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:16.810026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:16.812068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:16.816721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:16.824014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:16.901310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:16.902049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:16.955835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.023961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:17.063651 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0730205 Apr 20 19:30:17.109034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-f4b11bab-8e5f-4f1e-8c2f-b3d41d9471a1 None None] Provisioning complete for port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:17.109529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f4b11bab-8e5f-4f1e-8c2f-b3d41d9471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.157280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Request body: {'port': {'device_id': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:17.288119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-11b93ef4-66ac-4606-9ad1-50647651c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:17.289765 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-11b93ef4-66ac-4606-9ad1-50647651c2eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.8407588 Apr 20 19:30:17.293143 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fdd666da-8ef6-47cb-9c44-ab2d6dec8dc5 req-d428d624-95c8-4bc3-b83b-647ba5483cd2 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2373824 Apr 20 19:30:17.400949 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-1f6d9987-f8c2-4a79-b8b0-e43c8c70ec28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 217 time: 0.0939038 Apr 20 19:30:17.439526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ac00-8e16-4c12-962b-571c211d7758 req-7e535693-c332-4e9f-af53-452fb04d124f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:17.441225 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3920ac00-8e16-4c12-962b-571c211d7758 req-7e535693-c332-4e9f-af53-452fb04d124f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.6711671 Apr 20 19:30:17.503770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.529738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-f56b7476-2919-4f18-8b61-5acb48f80e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:17.532238 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-f56b7476-2919-4f18-8b61-5acb48f80e5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.0748680 Apr 20 19:30:17.557188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b9392-63d5-4033-955c-afa5807e7c01 req-e02d45a9-361d-4119-96fe-6193892938a2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:17.565757 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-590b9392-63d5-4033-955c-afa5807e7c01 req-e02d45a9-361d-4119-96fe-6193892938a2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.7095070 Apr 20 19:30:17.684462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9fffaadf-26f7-49cd-8cb1-f39077d38d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.714753 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-590b9392-63d5-4033-955c-afa5807e7c01 req-b0596860-ab86-49ca-acca-027028cb9c78 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482289 Apr 20 19:30:17.731962 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3920ac00-8e16-4c12-962b-571c211d7758 req-fec3e1c3-9dc9-4970-a3e2-28ce223451f1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738597 Apr 20 19:30:17.782707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:17.783257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.817370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-f68b19c2-8fcd-40d3-9218-401e23ee9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:17.819013 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-f68b19c2-8fcd-40d3-9218-401e23ee9447 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2242398 Apr 20 19:30:17.926553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773151'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:18.346650 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-43198aa8-3f66-4515-aba5-36c9f6e7fa47 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151985 Apr 20 19:30:18.430045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523047-6947-4b27-807b-f6225a257975 req-3eb971fc-92a5-4973-8d7f-2e387e0fd69f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:18.431955 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df523047-6947-4b27-807b-f6225a257975 req-3eb971fc-92a5-4973-8d7f-2e387e0fd69f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 932 time: 0.3103745 Apr 20 19:30:18.530106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98dd50-4046-4c3d-be2d-e429ba2f3909 req-04ba21ee-dfb2-45f9-ac6f-816b05ebf7a5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:18.532144 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eb98dd50-4046-4c3d-be2d-e429ba2f3909 req-04ba21ee-dfb2-45f9-ac6f-816b05ebf7a5 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.3348699 Apr 20 19:30:18.614074 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df523047-6947-4b27-807b-f6225a257975 req-0881cb36-a281-42d6-8313-11e03d38054b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252666 Apr 20 19:30:18.624112 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c26e6e3-8875-4d8b-a6b2-e10feb4fe164 req-307ea2a4-f6fb-4932-bcdf-f53fd83e32ae service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661810 Apr 20 19:30:18.669630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eb98dd50-4046-4c3d-be2d-e429ba2f3909 req-aa6b467e-6663-4448-ac4c-9683fe5724d1 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Apr 20 19:30:18.798973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Router 1638a593-7de8-4382-b0ed-569f0ec35dd7 is scheduled to L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:30:18.812705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:18.825081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.101093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:30:19.118548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:19.122969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Transition to ACTIVE for port object 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:19.131890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Sync routers for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:19.134741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f8e7-5d75-47b3-8422-7fb6f5e3a8ef req-0ad973ad-f1c0-4a9f-ad34-3bfee6877726 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:19.143738 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e626f8e7-5d75-47b3-8422-7fb6f5e3a8ef req-0ad973ad-f1c0-4a9f-ad34-3bfee6877726 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.2602465 Apr 20 19:30:19.144476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.161321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:19.162134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:29:50Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:19.178010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:19.292404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e626f8e7-5d75-47b3-8422-7fb6f5e3a8ef req-d6487934-0bd1-42d9-90a0-9e5f958ea651 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475906 Apr 20 19:30:19.341214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac238720-8812-4c49-a1cc-439c13bc6bb7 req-a34e577b-95c3-4c96-8240-faf20761aa5d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:19.350451 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ac238720-8812-4c49-a1cc-439c13bc6bb7 req-a34e577b-95c3-4c96-8240-faf20761aa5d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2883942 Apr 20 19:30:19.454612 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ac238720-8812-4c49-a1cc-439c13bc6bb7 req-72c9304d-f88e-4248-b203-726947578981 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028922 Apr 20 19:30:19.541441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6497f73d-b713-4ac4-8eb1-1d2acecb0997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.584522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.588739 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1cb9b458-8625-4263-85a7-442da58c5aab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7756047 Apr 20 19:30:19.589511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49196) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:19.621809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Attempting to bind port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:19.622273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Attempting to bind port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:19.622726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Attempting to bind port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:19.635842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 on network f8ad0001-389f-4522-a176-84dbe6d7c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:30:19.636310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Attempting to bind port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 on network f8ad0001-389f-4522-a176-84dbe6d7c337 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:19.651817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:19.652341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Checking segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:19.652881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Bound using segment: {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:19.653544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Bound port: 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1db527-6611-4b37-923d-15aa6f735e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:19.654008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.666867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:19.696456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:19.750644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'mac_address': 'fa:16:3e:33:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:30:19.813980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:19.818224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:19.819836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Pushing event updated for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:19.831468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.831922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.832279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.832684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.833477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.834009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.834333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.834750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.835173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.836045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.836452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.837303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:19.841285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.856237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:19.856915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:19.909506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:30:19.929262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.970604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ca7d70-8aa2-4f04-894d-b439cd4636ca {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:20.016633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:20.022024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.024332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-67fd42f2-7c2e-4c08-a903-9f2ada9ce857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:20.029929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Pushing event updated for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:20.038678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:20.046306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:20.047811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.049749 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-2bc41081-f30a-4ba2-a597-348c16b66aaf service neutron] 10.222.0.58 "PUT /v2.0/ports/94e0698a-6967-4569-b30a-8f4bc9bd9ce7 HTTP/1.1" status: 200 len: 1094 time: 2.8990908 Apr 20 19:30:20.050321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:20.179514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:20.191665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.198721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.199978 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.201109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.202242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.204054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.204568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.205051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.206336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.206827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.207970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.209078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:20.217593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:20.244950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:15Z', 'revision_number': 3, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:20.251845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Checking router: 1638a593-7de8-4382-b0ed-569f0ec35dd7 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:20.252250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Updating router 1638a593-7de8-4382-b0ed-569f0ec35dd7 port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 binding host dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:20.342800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['a6ca7d70-8aa2-4f04-894d-b439cd4636ca'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:20.349644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.545485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.582484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245254-a78d-4a22-aa60-c63893b0d363 req-a122a1bd-b9c6-4aa0-a0dd-04d841ec449c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:20.591175 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8f245254-a78d-4a22-aa60-c63893b0d363 req-a122a1bd-b9c6-4aa0-a0dd-04d841ec449c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2721145 Apr 20 19:30:20.604425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148062f-e1f4-4a61-a0d8-6dcc940119a5 req-7157294d-3a61-4e06-ba67-6e7cd1691fdc tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:20.606209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d148062f-e1f4-4a61-a0d8-6dcc940119a5 req-7157294d-3a61-4e06-ba67-6e7cd1691fdc tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.3491726 Apr 20 19:30:20.879261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.896595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Transition to ACTIVE for port object 26b187e9-a77c-4f17-a541-2dee6c93a3e5 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:20.901599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.907366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.925278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:20.961028 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8f245254-a78d-4a22-aa60-c63893b0d363 req-c66377d1-55ae-4590-803c-e5fa4e05594c tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690214 Apr 20 19:30:21.014252 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d148062f-e1f4-4a61-a0d8-6dcc940119a5 req-469556d4-fb18-407a-9660-bf0f0a90b88e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783598 Apr 20 19:30:21.027330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Attempting to bind port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:21.027964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Attempting to bind port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:21.028379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Attempting to bind port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 on network b988bd53-df7a-4b89-972e-cef771dde361 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:21.038813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:21.039231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Checking segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:21.039799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.040245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Bound using segment: {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:21.040787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Bound port: 26b187e9-a77c-4f17-a541-2dee6c93a3e5, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56fd00f-ccc0-406c-95cb-acfd1fa73333', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:21.041206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.082588 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7', 'status': 'completed', 'code': 200} Apr 20 19:30:21.139620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] For port 26b187e9-a77c-4f17-a541-2dee6c93a3e5, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:21.143454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] For port 26b187e9-a77c-4f17-a541-2dee6c93a3e5, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=26b187e9-a77c-4f17-a541-2dee6c93a3e5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:21.145214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Pushing event updated for resources: {'Port': ['ID=26b187e9-a77c-4f17-a541-2dee6c93a3e5,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:21.150883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.166754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.167181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.167593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.167972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.168344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.168971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.169351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.169717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.170085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.170449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.170814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.171165 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:21.191884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:21.193117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8d1bcec5-f5d1-4afc-86ca-79700b90370f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:21.261161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:21.261861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:21.323790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.713793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.794387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Pushing event updated for resources: {'Port': ['ID=26b187e9-a77c-4f17-a541-2dee6c93a3e5,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:21.801680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-920db674-602f-427f-b2e0-27fc8c2036f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:21.861616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:22.060914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Allocated IP 172.20.0.1 (77e65242-a0a2-41e5-bca4-d3bce86cd2a7/0804243b-d36e-45c8-905b-f9dcdd064894/67766fd1-8787-425d-a2a6-56b72e66544b) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:22.096710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa216c-afcf-4599-9f9f-91942976da4d req-6b93e6f9-2c2e-4e4d-86c5-b23191cd186d tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:22.099940 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9daa216c-afcf-4599-9f9f-91942976da4d req-6b93e6f9-2c2e-4e4d-86c5-b23191cd186d tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 944 time: 0.8138776 Apr 20 19:30:22.191787 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b926-474d-4c8d-b8b0-748e7a3651ed req-810f339e-581a-40e9-aef8-c86e3c996a38 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:22.195945 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce09b926-474d-4c8d-b8b0-748e7a3651ed req-810f339e-581a-40e9-aef8-c86e3c996a38 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.7789378 Apr 20 19:30:22.308889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:15Z', 'revision_number': 3, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:22.313258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d8a88-a106-4309-841b-3b6525542f98 None None] The sync data for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb is: [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:15Z', 'revision_number': 3, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:22.319394 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9daa216c-afcf-4599-9f9f-91942976da4d req-270e2610-62cb-4526-99f9-6edb7316ce69 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088711 Apr 20 19:30:22.403281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ce09b926-474d-4c8d-b8b0-748e7a3651ed req-08420cab-3cbc-48ba-ac25-c896df753226 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832783 Apr 20 19:30:22.528886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:22.561403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Transition to ACTIVE for port object 67766fd1-8787-425d-a2a6-56b72e66544b will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:22.651163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4701-9465-4dcd-b19f-ae34186905ec req-eac5002f-5014-4650-a690-65a1bd69a4b7 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:22.653090 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d66d4701-9465-4dcd-b19f-ae34186905ec req-eac5002f-5014-4650-a690-65a1bd69a4b7 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1971495 Apr 20 19:30:22.733018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:22.740949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:22.788640 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d66d4701-9465-4dcd-b19f-ae34186905ec req-8f525a84-ab65-4f7c-89b1-1fdae99968bb tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240616 Apr 20 19:30:22.855359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:22.856751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Pushing event updated for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:22.862277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:22.877427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:22.972962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546539e5-7e4e-450e-b328-7b4305270b42 req-1252a027-6f94-466c-b022-aa47293b8f35 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:22.986736 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-546539e5-7e4e-450e-b328-7b4305270b42 req-1252a027-6f94-466c-b022-aa47293b8f35 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.4046738 Apr 20 19:30:23.073388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 26b187e9-a77c-4f17-a541-2dee6c93a3e5 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:23.121212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.121716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.122140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.122555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.123048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.123567 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.123976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.124452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.125470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.126513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.126921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.127336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:23.136981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851004926'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.142870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:23.144516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:23.223565 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-546539e5-7e4e-450e-b328-7b4305270b42 req-8e248e20-b388-4e76-bf54-af86258b50c9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351146 Apr 20 19:30:23.369483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-ff4a137b-e82d-4e97-85a3-c28a424809f1 None None] Provisioning for port 67766fd1-8787-425d-a2a6-56b72e66544b completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:23.370964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.394653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-ff4a137b-e82d-4e97-85a3-c28a424809f1 None None] Provisioning complete for port 67766fd1-8787-425d-a2a6-56b72e66544b triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:23.395040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a137b-e82d-4e97-85a3-c28a424809f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.474352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port a6ca7d70-8aa2-4f04-894d-b439cd4636ca completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:23.491378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port a6ca7d70-8aa2-4f04-894d-b439cd4636ca triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:23.492475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.639080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:23.677080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:23.677512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.779063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a137b-e82d-4e97-85a3-c28a424809f1 None None] Port 67766fd1-8787-425d-a2a6-56b72e66544b cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:23.798733 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.980923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.022938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 26b187e9-a77c-4f17-a541-2dee6c93a3e5, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=26b187e9-a77c-4f17-a541-2dee6c93a3e5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:24.045318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.054988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:24.127794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.142134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b9314-1f09-4899-b8ab-65835d66af93 req-9dfd0054-bedd-4213-99f8-deda5035e1e5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:24.143902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6a9b9314-1f09-4899-b8ab-65835d66af93 req-9dfd0054-bedd-4213-99f8-deda5035e1e5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.4311628 Apr 20 19:30:24.161278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171167ec-4ddd-40f1-a74f-a7c2bb1f0c71 req-c63ba29a-2013-4257-9a31-4f9b431eea7c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:24.162957 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-171167ec-4ddd-40f1-a74f-a7c2bb1f0c71 req-c63ba29a-2013-4257-9a31-4f9b431eea7c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 944 time: 0.5494673 Apr 20 19:30:24.179665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:24.195680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:24.200146 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=26b187e9-a77c-4f17-a541-2dee6c93a3e5,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:24.204183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:24.205269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.208144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:24.270365 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6a9b9314-1f09-4899-b8ab-65835d66af93 req-0d59423f-007c-4020-a252-6dd2fb99dd21 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032710 Apr 20 19:30:24.301179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:24.314279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:24.323387 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-171167ec-4ddd-40f1-a74f-a7c2bb1f0c71 req-e09b397c-a65e-49fd-bb14-1810720cd525 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401751 Apr 20 19:30:24.386928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.393071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.395272 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'code': 200} Apr 20 19:30:24.428324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:24.666422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850875217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3770981'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.687035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Pushing event updated for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:24.710128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:24.798579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8a28f-decf-4aa9-9637-0e67fa09560c req-36b077b1-ce68-486d-8ad9-699c6af77eca tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:24.801512 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebe8a28f-decf-4aa9-9637-0e67fa09560c req-36b077b1-ce68-486d-8ad9-699c6af77eca tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.3168380 Apr 20 19:30:24.972453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 26b187e9-a77c-4f17-a541-2dee6c93a3e5 up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:25.049205 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebe8a28f-decf-4aa9-9637-0e67fa09560c req-1103210d-5dc1-4f10-9bf3-96be6c18fff8 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359555 Apr 20 19:30:25.072292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28349b-bae6-4631-8b66-292303563848 req-484b221e-017b-4134-a11d-480b16e8876c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:25.079258 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bf28349b-bae6-4631-8b66-292303563848 req-484b221e-017b-4134-a11d-480b16e8876c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.4909148 Apr 20 19:30:25.177482 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bf28349b-bae6-4631-8b66-292303563848 req-cca6cc32-fe35-419f-abdc-e86bc7382bf4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931351 Apr 20 19:30:25.183007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:25.184422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:25.184808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:25.185143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.695574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-e0d369f0-f2f1-4ad8-9fa1-73742f0da11a None None] Provisioning complete for port 67766fd1-8787-425d-a2a6-56b72e66544b triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:25.696219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0d369f0-f2f1-4ad8-9fa1-73742f0da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.754597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Router 1638a593-7de8-4382-b0ed-569f0ec35dd7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:25.772794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-e0d369f0-f2f1-4ad8-9fa1-73742f0da11a None None] Port 67766fd1-8787-425d-a2a6-56b72e66544b cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:25.948949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41771-2284-4978-bf7b-751520bfd27b req-5b71d837-3db7-4ced-9b35-25937d5af4cb tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:25.950669 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06e41771-2284-4978-bf7b-751520bfd27b req-5b71d837-3db7-4ced-9b35-25937d5af4cb tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.3505907 Apr 20 19:30:25.977190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b81c0-38f2-4a08-9fb2-7d823f42085d req-6b9f09f0-10dd-49b0-ae06-0097378f5e21 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:25.978822 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-061b81c0-38f2-4a08-9fb2-7d823f42085d req-6b9f09f0-10dd-49b0-ae06-0097378f5e21 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.3775330 Apr 20 19:30:26.324193 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-061b81c0-38f2-4a08-9fb2-7d823f42085d req-536cc3c6-f010-415e-bba0-c6fce6dd8b9d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767775 Apr 20 19:30:26.351765 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06e41771-2284-4978-bf7b-751520bfd27b req-51515abc-5059-4c84-b8fb-ecb5b4cb5c99 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820212 Apr 20 19:30:26.359561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:26.369653 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] 10.222.0.13 "PUT /v2.0/routers/1638a593-7de8-4382-b0ed-569f0ec35dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7781553 Apr 20 19:30:26.372830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Sync routers for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:26.428962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:26.429395 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:26.698867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73adc0-4988-4aed-ba43-cb274ae773b2 req-279931dd-68e7-4499-a96c-a46989f5233d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:26.700518 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db73adc0-4988-4aed-ba43-cb274ae773b2 req-279931dd-68e7-4499-a96c-a46989f5233d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.2140646 Apr 20 19:30:26.721346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890586-43b2-41fb-9350-94bfebddddf1 req-f4aa02e6-1911-4edb-b42c-fb466c67e110 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:26.722984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a890586-43b2-41fb-9350-94bfebddddf1 req-f4aa02e6-1911-4edb-b42c-fb466c67e110 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1379285 Apr 20 19:30:26.793135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:26.804322 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db73adc0-4988-4aed-ba43-cb274ae773b2 req-612de6b0-a920-4592-a966-49bc8c3fd994 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924058 Apr 20 19:30:26.816845 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a890586-43b2-41fb-9350-94bfebddddf1 req-278503df-ef11-4659-a65f-4157a51be62f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762687 Apr 20 19:30:27.208931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '67766fd1-8787-425d-a2a6-56b72e66544b', 'name': '', 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'mac_address': 'fa:16:3e:8c:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 2, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'subnets': [{'id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:27.213541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Checking router: 1638a593-7de8-4382-b0ed-569f0ec35dd7 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:27.213953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Updating router 1638a593-7de8-4382-b0ed-569f0ec35dd7 port 67766fd1-8787-425d-a2a6-56b72e66544b binding host dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:27.282344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:27.692968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d25afd-a0ee-42d9-ab74-a28444f3b31c req-56823cfa-1969-4cba-95cf-d1279302636a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:27.694682 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57d25afd-a0ee-42d9-ab74-a28444f3b31c req-56823cfa-1969-4cba-95cf-d1279302636a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1806989 Apr 20 19:30:27.767648 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57d25afd-a0ee-42d9-ab74-a28444f3b31c req-6915c158-7a1c-4ccf-bbea-3546decb7bb4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575967 Apr 20 19:30:27.797720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae4df-8dc8-4cbe-958f-0dbd5cfd161c req-4fe9a69f-db87-4f35-9c4e-5ba374dadc64 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:27.799463 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-71bae4df-8dc8-4cbe-958f-0dbd5cfd161c req-4fe9a69f-db87-4f35-9c4e-5ba374dadc64 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1520343 Apr 20 19:30:27.817764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:27.837820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Transition to ACTIVE for port object 67766fd1-8787-425d-a2a6-56b72e66544b will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:27.858246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:27.862436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:27.921997 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-71bae4df-8dc8-4cbe-958f-0dbd5cfd161c req-e51c06bd-6871-4f69-9208-690db19917d4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873868 Apr 20 19:30:27.999574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Pushing event updated for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:28.069849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:28.168354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e8f5b-7fe6-4fd2-8756-447930928748 req-f2d3346a-b743-464d-aa9f-e3a9c3f6cd9e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:28.170045 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d29e8f5b-7fe6-4fd2-8756-447930928748 req-f2d3346a-b743-464d-aa9f-e3a9c3f6cd9e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.2189593 Apr 20 19:30:28.239239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f896-9073-4cdc-81bc-727b6b0d3cd6 req-17f44c8d-c991-42ad-bde6-b1c216f09504 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:28.240966 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bec9f896-9073-4cdc-81bc-727b6b0d3cd6 req-17f44c8d-c991-42ad-bde6-b1c216f09504 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1662347 Apr 20 19:30:28.254899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Attempting to bind port 67766fd1-8787-425d-a2a6-56b72e66544b on host dv-cinder-787262-2-smb for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:28.255329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Attempting to bind port 67766fd1-8787-425d-a2a6-56b72e66544b by drivers openvswitch,hyperv on host dv-cinder-787262-2-smb at level 0 using segments [{'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:28.255757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Attempting to bind port 67766fd1-8787-425d-a2a6-56b72e66544b on network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:28.271080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Checking agent: {'id': '2738579f-ee7e-4fe8-8b61-16b42ac5a031', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 18, 51), 'started_at': datetime.datetime(2021, 4, 20, 19, 19, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:28.272047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Checking segment: {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:28.272892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.273731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Bound using segment: {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:28.275019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Bound port: 67766fd1-8787-425d-a2a6-56b72e66544b, host: dv-cinder-787262-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61978a39-c5e0-4c85-8ca9-65041f341c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:28.276223 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.302244 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d29e8f5b-7fe6-4fd2-8756-447930928748 req-04816e94-0fee-4be2-aa6f-bba5e0da52d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046822 Apr 20 19:30:28.316792 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bec9f896-9073-4cdc-81bc-727b6b0d3cd6 req-4a03c380-da28-4e96-93be-586398cb04bd tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642273 Apr 20 19:30:28.623615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] For port 67766fd1-8787-425d-a2a6-56b72e66544b, host dv-cinder-787262-2-smb, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:28.635277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] For port 67766fd1-8787-425d-a2a6-56b72e66544b, host dv-cinder-787262-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=67766fd1-8787-425d-a2a6-56b72e66544b,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:28.640740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.645595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:28.735990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:28.737024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:28.931626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Pushing event updated for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:28.936363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:29.027742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:29.106712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba40f2-7ab8-4f76-9939-b2158144f4e3 req-899574ae-fdb4-4efe-a62a-235e130de1e3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:29.119978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c9ba40f2-7ab8-4f76-9939-b2158144f4e3 req-899574ae-fdb4-4efe-a62a-235e130de1e3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1501391 Apr 20 19:30:29.228142 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c9ba40f2-7ab8-4f76-9939-b2158144f4e3 req-2ad7fa04-7851-4253-b501-43e3ccd632ee tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070514 Apr 20 19:30:29.289245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef18b-e2cd-4913-a2c8-2c60439ad4a1 req-fd71ac9c-8181-43b4-a140-0543b56fc77b tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:29.290913 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9fcef18b-e2cd-4913-a2c8-2c60439ad4a1 req-fd71ac9c-8181-43b4-a140-0543b56fc77b tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1937878 Apr 20 19:30:29.357089 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9fcef18b-e2cd-4913-a2c8-2c60439ad4a1 req-717bf4d0-eca5-4b9e-9b4f-7225520cb0dd tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546691 Apr 20 19:30:29.569861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '67766fd1-8787-425d-a2a6-56b72e66544b', 'name': '', 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'mac_address': 'fa:16:3e:8c:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:28Z', 'revision_number': 4, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'subnets': [{'id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:29.576002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7c24e-a82e-44de-bcc6-5f2b2461f234 None None] The sync data for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb is: [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '67766fd1-8787-425d-a2a6-56b72e66544b', 'name': '', 'network_id': '77e65242-a0a2-41e5-bca4-d3bce86cd2a7', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'mac_address': 'fa:16:3e:8c:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:28Z', 'revision_number': 4, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'subnets': [{'id': '0804243b-d36e-45c8-905b-f9dcdd064894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:29.738930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278603-3f80-4f30-a5ec-1227dbade78a req-f59667b4-972c-4672-82dd-77f9802b8a86 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:29.740900 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-33278603-3f80-4f30-a5ec-1227dbade78a req-f59667b4-972c-4672-82dd-77f9802b8a86 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.2705247 Apr 20 19:30:29.844986 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-33278603-3f80-4f30-a5ec-1227dbade78a req-f5bbf74c-693e-4c0f-a661-debaf290f4b2 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950091 Apr 20 19:30:29.874021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ccdf-c2b4-4221-a83f-5e5915a56a4f req-c43962e3-07d8-46fb-bf3c-e699be2b177b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:29.882996 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4219ccdf-c2b4-4221-a83f-5e5915a56a4f req-c43962e3-07d8-46fb-bf3c-e699be2b177b tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.3034189 Apr 20 19:30:29.960021 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4219ccdf-c2b4-4221-a83f-5e5915a56a4f req-b71eb0fc-3032-4203-83d8-884f2351f983 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752366 Apr 20 19:30:30.723586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d84a-abb1-4d60-b19b-289ca8744a02 req-cb4c7094-b529-48e6-bfbc-9d0dcca93835 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:30.727149 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf37d84a-abb1-4d60-b19b-289ca8744a02 req-cb4c7094-b529-48e6-bfbc-9d0dcca93835 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2899008 Apr 20 19:30:30.809545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b20034-e19f-4095-8a69-f0605b59e555 req-4857036c-b001-4e96-97cc-bd622cc392ff tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:30.813487 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-41b20034-e19f-4095-8a69-f0605b59e555 req-4857036c-b001-4e96-97cc-bd622cc392ff tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.2481155 Apr 20 19:30:30.918567 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf37d84a-abb1-4d60-b19b-289ca8744a02 req-969bc59a-310d-42f7-8017-03a96e36aad4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801374 Apr 20 19:30:31.033320 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-41b20034-e19f-4095-8a69-f0605b59e555 req-b3ea3962-9c8d-4aed-8234-15747c1fcc97 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998622 Apr 20 19:30:31.111719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 67766fd1-8787-425d-a2a6-56b72e66544b up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:31.444019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning for port 67766fd1-8787-425d-a2a6-56b72e66544b completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:31.467285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7d55-7750-4412-b1b8-e3f4d550d72e req-44e47855-894e-4eb7-bd59-9adf61f63c1d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:31.468374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 67766fd1-8787-425d-a2a6-56b72e66544b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:31.469106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.484421 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-20fa7d55-7750-4412-b1b8-e3f4d550d72e req-44e47855-894e-4eb7-bd59-9adf61f63c1d tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.2091908 Apr 20 19:30:31.566483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c800-6891-40a1-aa1f-6b2bc0d38dce req-993121d0-144f-436c-9ee2-4618b01f48bc tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:31.574982 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d5e2c800-6891-40a1-aa1f-6b2bc0d38dce req-993121d0-144f-436c-9ee2-4618b01f48bc tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.3977187 Apr 20 19:30:31.628115 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-20fa7d55-7750-4412-b1b8-e3f4d550d72e req-111bc913-ef09-4d0c-bb47-5d18b3b918be tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423554 Apr 20 19:30:31.668390 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d5e2c800-6891-40a1-aa1f-6b2bc0d38dce req-fa0d46e4-4e39-4dd6-8f1d-193535e28b6c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922236 Apr 20 19:30:31.996629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.082140 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] For port 67766fd1-8787-425d-a2a6-56b72e66544b, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=67766fd1-8787-425d-a2a6-56b72e66544b,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:32.111637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.114195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:32.366094 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Pushing event updated for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:32.372125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:32.384768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-2abcfc48-3713-43bb-8bc0-272c3de0378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:32.386475 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-2abcfc48-3713-43bb-8bc0-272c3de0378e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 1097 time: 0.3293686 Apr 20 19:30:32.572491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408449-630f-4796-8dca-baa7a34fde32 req-3572f490-7127-4f5c-b666-ca9f12676393 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:32.582504 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-54408449-630f-4796-8dca-baa7a34fde32 req-3572f490-7127-4f5c-b666-ca9f12676393 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1998134 Apr 20 19:30:32.609155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e86b-2aef-47fc-a021-89ff3711810e req-1015153b-7655-49be-8960-3d5cb1ac876c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:32.611478 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2ac4e86b-2aef-47fc-a021-89ff3711810e req-1015153b-7655-49be-8960-3d5cb1ac876c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1714530 Apr 20 19:30:32.682842 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-54408449-630f-4796-8dca-baa7a34fde32 req-973687a8-2846-42f6-96ef-1eb2b4cb8662 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000085 Apr 20 19:30:32.714006 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2ac4e86b-2aef-47fc-a021-89ff3711810e req-8e127781-50d8-4344-9214-817e22afcde4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865695 Apr 20 19:30:33.082888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 67766fd1-8787-425d-a2a6-56b72e66544b up at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:33.112199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-3a53c836-ad8a-42e7-b256-e70d3cf4d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.115820 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-3a53c836-ad8a-42e7-b256-e70d3cf4d98f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ea143ab1424c4e08b5651b899af97a84&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3724115 Apr 20 19:30:33.247887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744942c9-2ffa-4e0e-8dfd-edcc8d2abc79 req-46716e32-e582-4625-a975-87307a866b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.250127 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-744942c9-2ffa-4e0e-8dfd-edcc8d2abc79 req-46716e32-e582-4625-a975-87307a866b67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1379356 Apr 20 19:30:33.260003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296f59c-4245-4f20-b37f-8c6740285f09 req-870e5551-7d53-47bf-8608-cb4207658961 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.262237 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f296f59c-4245-4f20-b37f-8c6740285f09 req-870e5551-7d53-47bf-8608-cb4207658961 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.3204029 Apr 20 19:30:33.391150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Provisioning complete for port 67766fd1-8787-425d-a2a6-56b72e66544b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:33.392129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:33.429092 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-744942c9-2ffa-4e0e-8dfd-edcc8d2abc79 req-b91f87cf-f80b-428e-956f-638eb3b80e17 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186004 Apr 20 19:30:33.488823 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f296f59c-4245-4f20-b37f-8c6740285f09 req-5a007827-8fba-4731-922e-f7d2a8d01045 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660128 Apr 20 19:30:33.569775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07874869-77b8-4947-83c7-b5b61bb558cb req-f4b16611-b9d7-4a37-bfe7-e54fdc749bef tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.576066 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-07874869-77b8-4947-83c7-b5b61bb558cb req-f4b16611-b9d7-4a37-bfe7-e54fdc749bef tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.3084335 Apr 20 19:30:33.610280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-4f6a2866-84b1-4331-bba0-eab5a533d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.617427 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-27f40897-02d7-4430-bee1-78b0bea72bd1 req-4f6a2866-84b1-4331-bba0-eab5a533d484 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4862585 Apr 20 19:30:33.676391 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-07874869-77b8-4947-83c7-b5b61bb558cb req-a561504b-df88-48b4-b3e5-e7acbf47a35f tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958226 Apr 20 19:30:33.882974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-1b0073fe-04d4-4c96-9192-e0d4a1c609ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:33.884960 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-1b0073fe-04d4-4c96-9192-e0d4a1c609ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea143ab1424c4e08b5651b899af97a84&device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 1097 time: 0.2071528 Apr 20 19:30:34.014078 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-ae455ae0-c3f3-491f-a854-34597ab20224 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7 HTTP/1.1" status: 200 len: 217 time: 0.1199999 Apr 20 19:30:34.143067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-1ec9421d-55a4-47d2-8125-865b836bb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:34.146906 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-1ec9421d-55a4-47d2-8125-865b836bb8f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 200 len: 855 time: 0.1216333 Apr 20 19:30:34.225827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee084-4fcb-4c40-abaf-219f345c2c6e req-7a70cf24-ed6d-4e15-9902-43e66aa708ad tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:34.234612 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bffee084-4fcb-4c40-abaf-219f345c2c6e req-7a70cf24-ed6d-4e15-9902-43e66aa708ad tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.2834163 Apr 20 19:30:34.256747 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-bf7579e7-120c-44a5-869b-e7ad4735b39c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8ad0001-389f-4522-a176-84dbe6d7c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005809 Apr 20 19:30:34.314483 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bffee084-4fcb-4c40-abaf-219f345c2c6e req-796a5af8-c7e9-4c9d-bcbe-7bbeaef5a83b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627785 Apr 20 19:30:34.314483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24fa6-61e6-485f-abea-5eddef3811f3 req-f48336ec-3da1-4fdc-b3bc-ed07d85b025c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:34.314483 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebf24fa6-61e6-485f-abea-5eddef3811f3 req-f48336ec-3da1-4fdc-b3bc-ed07d85b025c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.3545005 Apr 20 19:30:34.491502 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebf24fa6-61e6-485f-abea-5eddef3811f3 req-7ba7f5ca-3bd2-484e-a55d-daea6ac7d772 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360011 Apr 20 19:30:34.712192 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-66afe565-545b-4434-b873-706aa5465873 service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400682 Apr 20 19:30:34.895844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fec825-5d92-478c-9863-7eb17974794c req-4ff23fc0-1d80-455f-bf28-e1cf3570268b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:34.897653 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56fec825-5d92-478c-9863-7eb17974794c req-4ff23fc0-1d80-455f-bf28-e1cf3570268b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.1713572 Apr 20 19:30:35.061632 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56fec825-5d92-478c-9863-7eb17974794c req-e141adda-be49-4d02-b523-d30e86053ca7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514006 Apr 20 19:30:35.095782 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bde6c206-28bd-463a-ac2a-418cb4777168 req-4c73004d-2e35-40d2-bf3e-16468306fa5c service neutron] 10.222.0.58 "GET /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536568 Apr 20 19:30:35.139428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30e14-7e1c-4b8f-a1ef-8bc58e76db67 req-90c96077-49ea-4a27-a1d1-0e6306629b89 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:35.142193 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1be30e14-7e1c-4b8f-a1ef-8bc58e76db67 req-90c96077-49ea-4a27-a1d1-0e6306629b89 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1884942 Apr 20 19:30:35.207156 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1be30e14-7e1c-4b8f-a1ef-8bc58e76db67 req-2214abca-620e-4ce9-96b6-c47ace432171 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581076 Apr 20 19:30:35.282181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-52f983c8-c7ff-4985-a4c5-f67a39569224 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:35.283432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-52f983c8-c7ff-4985-a4c5-f67a39569224 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Synchronizing usage tracker for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:35.308565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-52f983c8-c7ff-4985-a4c5-f67a39569224 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Unset dirty status for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:35.310304 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-52f983c8-c7ff-4985-a4c5-f67a39569224 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 946 time: 0.1405990 Apr 20 19:30:35.461886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Deleting port 4f62b571-3f93-4367-a245-bb1509b2c5b6 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:30:35.463154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.669710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62ac96-2b3f-4da8-9763-bed87f3bc693 req-804799e5-030f-4e28-ac3b-d88c6a6cc74b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:35.672391 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dd62ac96-2b3f-4da8-9763-bed87f3bc693 req-804799e5-030f-4e28-ac3b-d88c6a6cc74b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1165233 Apr 20 19:30:35.847642 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dd62ac96-2b3f-4da8-9763-bed87f3bc693 req-709f2cea-f8c8-4254-90e4-66aad99ae57b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615057 Apr 20 19:30:35.901131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598feb70-6be3-4818-89fc-58d404ef92a5 req-b7f7c902-bf6b-463a-a962-76ea840d648e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:35.909070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] For port 4f62b571-3f93-4367-a245-bb1509b2c5b6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4f62b571-3f93-4367-a245-bb1509b2c5b6,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:35.909619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.909797 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-598feb70-6be3-4818-89fc-58d404ef92a5 req-b7f7c902-bf6b-463a-a962-76ea840d648e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1644425 Apr 20 19:30:35.965601 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-598feb70-6be3-4818-89fc-58d404ef92a5 req-06bcc929-d01e-4e67-ac83-18541d394f1d tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548942 Apr 20 19:30:36.060549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Calling delete_port for 4f62b571-3f93-4367-a245-bb1509b2c5b6 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:30:36.267269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3898-e32c-4feb-9759-e3e4d9820eff req-8a9ffbd7-1e02-4ab8-8cb0-aa136a90cd6e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:36.275808 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0b3c3898-e32c-4feb-9759-e3e4d9820eff req-8a9ffbd7-1e02-4ab8-8cb0-aa136a90cd6e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1389518 Apr 20 19:30:36.347698 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0b3c3898-e32c-4feb-9759-e3e4d9820eff req-7898f0e3-777a-42d1-ac37-76196a48ee26 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705533 Apr 20 19:30:36.386762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49370) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:36.406749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.411436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4f62b571-3f93-4367-a245-bb1509b2c5b6', 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:36.445508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38840b4d-8ec1-4c0f-8d73-753a3544c5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:36.634109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e330c0-958f-49e8-81c8-9257050771ff req-400ea8af-b758-46d0-bd85-e3e064449f50 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:36.653423 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87e330c0-958f-49e8-81c8-9257050771ff req-400ea8af-b758-46d0-bd85-e3e064449f50 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 944 time: 0.2488370 Apr 20 19:30:36.682944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Pushing event deleted for resources: {'Port': ['ID=4f62b571-3f93-4367-a245-bb1509b2c5b6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:36.692123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:36.708593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] No DVR routers for this DVR port 4f62b571-3f93-4367-a245-bb1509b2c5b6 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:30:36.715950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.722820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'name': 'network-vif-deleted', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:36.754211 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6b3ba82c-e671-45e8-ba49-60f57d984b80 req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "DELETE /v2.0/ports/4f62b571-3f93-4367-a245-bb1509b2c5b6 HTTP/1.1" status: 204 len: 173 time: 1.4282217 Apr 20 19:30:36.813631 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-500968a0-d5fe-45f7-a1ec-057a2995b533 req-ecb2e198-22f3-401e-b76f-d9d7e1e11276 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=9172ce0b-e235-45ac-bb72-b00f687428a9 HTTP/1.1" status: 200 len: 210 time: 0.0931697 Apr 20 19:30:36.973034 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172ce0b-e235-45ac-bb72-b00f687428a9', 'name': 'network-vif-deleted', 'tag': '4f62b571-3f93-4367-a245-bb1509b2c5b6', 'status': 'completed', 'code': 200} Apr 20 19:30:36.973921 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87e330c0-958f-49e8-81c8-9257050771ff req-38d238a0-dab2-4f39-90a9-aaa67719b84a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194966 Apr 20 19:30:37.036180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42ad25-07ce-4481-8077-45caa2a2ebad tempest-TestShelveInstance-651135100 tempest-TestShelveInstance-651135100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:37.037329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5c42ad25-07ce-4481-8077-45caa2a2ebad tempest-TestShelveInstance-651135100 tempest-TestShelveInstance-651135100-project-admin] Synchronizing usage tracker for tenant:31573e1281f14f16aafa9c5e2edbd6e3 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:37.058007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5c42ad25-07ce-4481-8077-45caa2a2ebad tempest-TestShelveInstance-651135100 tempest-TestShelveInstance-651135100-project-admin] Unset dirty status for tenant:31573e1281f14f16aafa9c5e2edbd6e3 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:37.064091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49386) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:37.068046 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5c42ad25-07ce-4481-8077-45caa2a2ebad tempest-TestShelveInstance-651135100 tempest-TestShelveInstance-651135100-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1093 time: 0.6793826 Apr 20 19:30:37.074715 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:37.119848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:37.128633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Usage tracker for resource:floatingip and tenant:b2c3007e4cbc4d19821efdd7ce3182e8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:37.136831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:37.146365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:37.158726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.182064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:30:37.312769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcc65-b1ed-4e6e-88b1-31ee448e7d55 req-d5b1868c-b395-43f1-9052-629619fefa85 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:37.314922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e0bcc65-b1ed-4e6e-88b1-31ee448e7d55 req-d5b1868c-b395-43f1-9052-629619fefa85 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 944 time: 0.1249473 Apr 20 19:30:37.372291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:37.391332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'mac_address': 'fa:16:3e:ed:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:30:37.393049 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3e0bcc65-b1ed-4e6e-88b1-31ee448e7d55 req-def27358-77ff-4694-8d57-6d0229fb809a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648437 Apr 20 19:30:37.528047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.561515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:37.565618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.583493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:37.589380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.592272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:30:37.604038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:37.853714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Allocated IP 172.28.1.101 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/784f293d-edbc-4042-b41f-039fea1edbff) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:37.919737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=9']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:37.932226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:37.941573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:37.958684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7', 'network_id': 'f8ad0001-389f-4522-a176-84dbe6d7c337', 'port_id': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7', 'mac_address': 'fa:16:3e:2a:17:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fad239-35c7-4a13-9d83-76a828c7738a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:30:38.046191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.091964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:38.138068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:38.144199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.147244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b547b192-04ca-40e7-9c1e-7fe5c7e9d75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:38.220556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.289264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.294781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-729f1d97-e47d-403d-a520-8b278ede2523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:38.341939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:38.347956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:38.390825 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:38.393026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:38.396000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:38.450405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b79ae-7f50-4b9a-9493-b35a352ed9ae req-b1f3f74f-9470-4f35-8fec-e83fc33bd30a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:38.469311 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aa4b79ae-7f50-4b9a-9493-b35a352ed9ae req-b1f3f74f-9470-4f35-8fec-e83fc33bd30a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 945 time: 0.2750223 Apr 20 19:30:38.519393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['94e0698a-6967-4569-b30a-8f4bc9bd9ce7'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:38.657538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5b8a959f-4ef7-47af-bd87-fc49607d0da9'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:38.758026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'Port': ['ID=784f293d-edbc-4042-b41f-039fea1edbff,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:38.774892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:38.820693 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aa4b79ae-7f50-4b9a-9493-b35a352ed9ae req-9c3ad8b6-c10b-4743-b128-4a86cdee9666 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495505 Apr 20 19:30:38.918966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5dc9d-0f29-4333-b99d-26f133f5cc22 req-70752490-c2a5-4a4e-98a3-2c88b1ca4438 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:38.933167 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a1e5dc9d-0f29-4333-b99d-26f133f5cc22 req-70752490-c2a5-4a4e-98a3-2c88b1ca4438 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3575366 Apr 20 19:30:39.032389 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a1e5dc9d-0f29-4333-b99d-26f133f5cc22 req-33527b8e-7b3e-421b-a93a-89ac183b0a8a tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916033 Apr 20 19:30:39.233416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4f62b571-3f93-4367-a245-bb1509b2c5b6 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:39.273451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.345596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 4f62b571-3f93-4367-a245-bb1509b2c5b6 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:30:39.346454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4f62b571-3f93-4367-a245-bb1509b2c5b6 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:30:39.383445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46e0d1-f037-4850-be18-17a32a0c1af9 req-148e543d-3f8b-4cb3-8625-98e016ff94e6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:39.386457 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3c46e0d1-f037-4850-be18-17a32a0c1af9 req-148e543d-3f8b-4cb3-8625-98e016ff94e6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 945 time: 0.2719486 Apr 20 19:30:39.401328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.560323 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3c46e0d1-f037-4850-be18-17a32a0c1af9 req-c213fca6-3f70-4049-9a3d-d9f1e66925d1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578562 Apr 20 19:30:39.870616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.897594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.902564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-519cb91d-e20c-4d21-b7d1-b64bd1967dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:40.080776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event updated for resources: {'Port': ['ID=784f293d-edbc-4042-b41f-039fea1edbff,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:40.086003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:40.089142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.238114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c06c7-6944-408c-b41c-a80535eae166 req-365b3ca5-6674-4ea8-8f0d-078c8aefe153 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:40.240331 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-332c06c7-6944-408c-b41c-a80535eae166 req-365b3ca5-6674-4ea8-8f0d-078c8aefe153 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 945 time: 0.1484463 Apr 20 19:30:40.323604 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Floating IP 7e98cfb9-ea77-48a3-a8ea-d998b2b985f4 associated. External IP: 172.28.1.101, port: a6ca7d70-8aa2-4f04-894d-b439cd4636ca. Apr 20 19:30:40.436358 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-332c06c7-6944-408c-b41c-a80535eae166 req-a4758bda-fbbe-4e77-9a95-3c185bff6411 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766465 Apr 20 19:30:40.480479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549924f8-4073-45fe-8c8c-552487320034 req-128443ec-497e-4435-8eb5-437b6d26e371 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:40.488973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-549924f8-4073-45fe-8c8c-552487320034 req-128443ec-497e-4435-8eb5-437b6d26e371 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1709976 Apr 20 19:30:40.782409 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-549924f8-4073-45fe-8c8c-552487320034 req-0eadc262-499f-4874-9250-a9d25268c73e tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929823 Apr 20 19:30:40.823024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:40.921688 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862588a-ffab-4195-9c2f-8aa1362ffbde req-e8446d7d-f7b7-4e91-b2dd-ba18bfd83780 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:40.923397 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5862588a-ffab-4195-9c2f-8aa1362ffbde req-e8446d7d-f7b7-4e91-b2dd-ba18bfd83780 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 945 time: 0.0938904 Apr 20 19:30:40.999951 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5862588a-ffab-4195-9c2f-8aa1362ffbde req-d1cbb4ff-f4d4-4316-9fcc-25aa1d375cec tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694160 Apr 20 19:30:41.103500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:41.126529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Sync routers for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:41.141006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:41.150645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:41.176322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:41.216658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:41.340702 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2677202 Apr 20 19:30:41.340702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:41.412779 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'status': 'completed', 'code': 200} Apr 20 19:30:41.471325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:41.472170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:41.632155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-2b83945f-cbe3-4295-b748-26b80b23f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:41.633349 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-2b83945f-cbe3-4295-b748-26b80b23f22a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1396859 Apr 20 19:30:41.699194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:41.764440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:41.809073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:41.824232 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:41.830696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:41.834490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:41.858049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30295a9-ac42-43a8-8d93-8ab727b3e06f req-76f00dd0-bc62-4585-baec-f36b23fe311b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:41.860177 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f30295a9-ac42-43a8-8d93-8ab727b3e06f req-76f00dd0-bc62-4585-baec-f36b23fe311b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 945 time: 0.2125502 Apr 20 19:30:41.912826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:41.978949 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f30295a9-ac42-43a8-8d93-8ab727b3e06f req-2f4b44a0-c4d9-4e2e-a571-afbcf0d67189 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122761 Apr 20 19:30:41.981036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-3df36d68-a0df-45ec-8c59-312a96ed5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:41.982654 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-3df36d68-a0df-45ec-8c59-312a96ed5301 service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.3357048 Apr 20 19:30:42.016840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'code': 200} Apr 20 19:30:42.095747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=10']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:42.101938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:42.108610 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:42.121575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:42.122005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:42.229835 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-fa5d6947-70d6-4d83-8535-69258e7d6fa4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 999 time: 0.2333739 Apr 20 19:30:42.334023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-bf833aa9-0faf-49cc-a597-9e1e678ac551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:42.336151 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-bf833aa9-0faf-49cc-a597-9e1e678ac551 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.0953681 Apr 20 19:30:42.419577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7e98cfb9-ea77-48a3-a8ea-d998b2b985f4', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'mac_address': 'fa:16:3e:33:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:39Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 0, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:42.449115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Checking router: 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:42.475171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-cf90375b-8984-48da-92e1-f3dc4f60d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:42.478046 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-cf90375b-8984-48da-92e1-f3dc4f60d806 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1342018 Apr 20 19:30:42.479713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59737b-9b1a-4f9c-98ed-c40192ce6984 req-175b6842-68c3-476b-84b0-5b25dfdf9745 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:42.486678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:42.486861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:42.495944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f59737b-9b1a-4f9c-98ed-c40192ce6984 req-175b6842-68c3-476b-84b0-5b25dfdf9745 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3629537 Apr 20 19:30:42.566280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d101c2b-67e9-4200-98f3-ef637d52b0bd req-6fdacffe-8d45-4e5e-a5ad-5e7cd710f8f4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:42.570376 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8d101c2b-67e9-4200-98f3-ef637d52b0bd req-6fdacffe-8d45-4e5e-a5ad-5e7cd710f8f4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.3774073 Apr 20 19:30:42.672386 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f59737b-9b1a-4f9c-98ed-c40192ce6984 req-7b810c3a-8de3-4f4a-bac6-908a9c675495 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728516 Apr 20 19:30:42.787683 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-50835b38-a5f4-4d26-9d81-151cedac0980 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972343 Apr 20 19:30:42.800140 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8d101c2b-67e9-4200-98f3-ef637d52b0bd req-9c80de7c-bf13-4b63-b821-a2d3f5a594c0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787591 Apr 20 19:30:42.812857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7818de7-1e66-459b-aeb4-e876925cc9fc req-be5c2cbd-3d01-4976-830a-524df69b48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:42.814904 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e7818de7-1e66-459b-aeb4-e876925cc9fc req-be5c2cbd-3d01-4976-830a-524df69b48de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1100 time: 0.1348851 Apr 20 19:30:42.873883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:42.904701 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e7818de7-1e66-459b-aeb4-e876925cc9fc req-3f1c06a7-2a5b-4894-8c7e-697d3e0fc2b2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788693 Apr 20 19:30:42.963965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:42.968012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:42.970591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-31fda57c-eda1-4cdc-ab1b-e3d956e38e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:42.996663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:43.067394 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-42f6a572-aece-42a6-8801-ecafbd5f4dfc req-173db71e-b137-4db0-9e8c-60af405d20ee service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719233 Apr 20 19:30:43.127876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:43.151792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:43.237061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaeac6-a77b-4d28-be31-4ba2988d957b req-eacd7216-35d0-4463-9d4c-0de2f08d4b98 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:43.248700 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c5aaeac6-a77b-4d28-be31-4ba2988d957b req-eacd7216-35d0-4463-9d4c-0de2f08d4b98 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1138682 Apr 20 19:30:43.394923 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c5aaeac6-a77b-4d28-be31-4ba2988d957b req-3abdd222-f6dc-492a-ae33-d7c0ebf95a9d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Apr 20 19:30:43.564133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7e98cfb9-ea77-48a3-a8ea-d998b2b985f4', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'mac_address': 'fa:16:3e:33:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:39Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 0, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:43.576536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080534a-0613-497c-96e3-7a9e58f48b4b None None] The sync data for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb is: [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '7e98cfb9-ea77-48a3-a8ea-d998b2b985f4', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'mac_address': 'fa:16:3e:33:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:39Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 0, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:44.018456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:44.061014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e256fe9-2b09-4ed7-8323-8d1c62b0da84 req-091c2756-696d-492d-a1ae-d85fba078759 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:44.065305 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7e256fe9-2b09-4ed7-8323-8d1c62b0da84 req-091c2756-696d-492d-a1ae-d85fba078759 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.2429662 Apr 20 19:30:44.093849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa148e4-e66b-47d9-bcd7-078522945d67 None None] New status for floating IP 7e98cfb9-ea77-48a3-a8ea-d998b2b985f4: ACTIVE {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:30:44.348175 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7e256fe9-2b09-4ed7-8323-8d1c62b0da84 req-64133910-b116-4087-9506-710f6fecbe33 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487595 Apr 20 19:30:44.386450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92fafa-6064-46cb-bc6b-e9faf6f4d596 req-339fa6bc-10a9-4a48-a244-7146cc8ff089 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:44.388249 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6e92fafa-6064-46cb-bc6b-e9faf6f4d596 req-339fa6bc-10a9-4a48-a244-7146cc8ff089 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.3059251 Apr 20 19:30:44.487102 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6e92fafa-6064-46cb-bc6b-e9faf6f4d596 req-998fe9dd-4136-4bdf-990b-d92585cf27cc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918369 Apr 20 19:30:44.515818 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7', 'code': 200} Apr 20 19:30:44.847957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bf4b-9b35-49a1-abc4-e8954dd881e0 req-29171371-7d15-49c9-ae09-e26102b35374 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:44.861910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ea6bf4b-9b35-49a1-abc4-e8954dd881e0 req-29171371-7d15-49c9-ae09-e26102b35374 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1629465 Apr 20 19:30:44.887446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49498) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:45.000555 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1ea6bf4b-9b35-49a1-abc4-e8954dd881e0 req-2cd85536-1371-488d-95b2-1bd7b0ebe12c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374884 Apr 20 19:30:45.060805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2544f1-cc9f-407d-9128-4868e92130e8 req-9a0a79d0-4f80-4815-a734-aa5e814b8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:45.063634 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eb2544f1-cc9f-407d-9128-4868e92130e8 req-9a0a79d0-4f80-4815-a734-aa5e814b8dc2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 1099 time: 0.2253196 Apr 20 19:30:45.133851 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eb2544f1-cc9f-407d-9128-4868e92130e8 req-e573e8d7-2daa-4fb2-b290-81aea6c48e62 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613885 Apr 20 19:30:45.179569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.193259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:45.199614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Usage tracker for resource:security_group_rule and tenant:e72c48f4596d431ca842f3b39f8e9bd2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:45.203843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:45.211275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:45.351471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.357740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.409097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2d834227-e9c5-4fc2-ad8c-8bbd552a94ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:45.522302 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f70b94-51d0-4354-9ac1-aa8223d11c6e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:45.532110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:45.539320 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e72c48f4596d431ca842f3b39f8e9bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496947 Apr 20 19:30:45.548600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49520) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:45.620376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.720186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.799802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e4a92-42db-431a-b143-aa820d86a6dc req-fdac51a9-9171-4af7-b6b6-e66aba7fb703 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:45.801745 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-031e4a92-42db-431a-b143-aa820d86a6dc req-fdac51a9-9171-4af7-b6b6-e66aba7fb703 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.1503525 Apr 20 19:30:45.814841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95311-4220-4676-958e-c35a557205bb req-7a891731-6202-40eb-93d1-3e61e1fa2a12 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:45.816077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-4cb95311-4220-4676-958e-c35a557205bb req-7a891731-6202-40eb-93d1-3e61e1fa2a12 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Synchronizing usage tracker for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:45.842256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-4cb95311-4220-4676-958e-c35a557205bb req-7a891731-6202-40eb-93d1-3e61e1fa2a12 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Unset dirty status for tenant:366ac15cfb9140c796719c107536d2b2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:45.844882 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4cb95311-4220-4676-958e-c35a557205bb req-7a891731-6202-40eb-93d1-3e61e1fa2a12 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 945 time: 0.3425870 Apr 20 19:30:45.928219 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-031e4a92-42db-431a-b143-aa820d86a6dc req-daadb894-2ed6-4302-aaa5-8a56c0b4e572 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/security-groups?id=82b2470d-894e-4a13-ac0c-39164047a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712180 Apr 20 19:30:45.977891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62272-e427-4e32-9148-1c942434720a req-1297a1b7-fd77-429e-931b-ce2b41f1b112 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:45.979533 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8bc62272-e427-4e32-9148-1c942434720a req-1297a1b7-fd77-429e-931b-ce2b41f1b112 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.1767378 Apr 20 19:30:45.980827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.988104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f945f5c3-7ac8-4d74-aac8-5549b69b0cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:45.993625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Deleting port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:30:45.994072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:46.028394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:46.029867 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f70b94-51d0-4354-9ac1-aa8223d11c6e HTTP/1.1" status: 204 len: 168 time: 0.4803143 Apr 20 19:30:46.031425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f70b94-51d0-4354-9ac1-aa8223d11c6e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:46.058401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:46.154770 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8bc62272-e427-4e32-9148-1c942434720a req-b3fac791-0f68-47b2-b65d-0f6089a0e93e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536477 Apr 20 19:30:46.301754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa544e-49f9-471b-8c01-462672711cb5 req-38754a96-c61d-4b39-a891-a12158f8db6b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:46.312544 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5afa544e-49f9-471b-8c01-462672711cb5 req-38754a96-c61d-4b39-a891-a12158f8db6b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1449337 Apr 20 19:30:46.470634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] For port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:46.471206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:46.519638 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5afa544e-49f9-471b-8c01-462672711cb5 req-973da79c-e6db-4c70-afe8-a9d8265f78df tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051017 Apr 20 19:30:46.654261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Calling delete_port for ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:30:46.975532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:46.983035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7a6251f5-236d-43b6-a99e-c93518ec2ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:46.988305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:30:47.111953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dd64c-28ec-4def-abdc-0713f487584e req-17ad1b8f-e6d8-4cc6-ac9a-72885717497d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:47.120697 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-408dd64c-28ec-4def-abdc-0713f487584e req-17ad1b8f-e6d8-4cc6-ac9a-72885717497d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.2265213 Apr 20 19:30:47.202522 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-408dd64c-28ec-4def-abdc-0713f487584e req-0724b5ed-b1bd-4b9f-8699-b0793e2c098b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806527 Apr 20 19:30:47.257179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6761dc7a-a232-4a29-820b-505111bd0604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:47.287170 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c07786de-749f-4278-902c-e524531002d4 req-48c09e80-228c-487c-b689-5ef4a66b5b20 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.13 "GET /v2.0/ports?device_id=1de776a3-1785-467c-9ddd-c2b25e042e98 HTTP/1.1" status: 200 len: 210 time: 0.0667572 Apr 20 19:30:47.415724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Pushing event deleted for resources: {'Port': ['ID=ea1b8f5e-b98b-4188-a11a-f5a9747d5f18,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:47.425107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:47.531272 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] No DVR routers for this DVR port ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:30:47.533939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:47.538453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'name': 'network-vif-deleted', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:47.553931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57684078-3d93-4a14-aba9-86dabcc86b5e req-5a17ca7a-d38c-4304-8622-3e6b85cb7afc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:47.557129 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4cb95311-4220-4676-958e-c35a557205bb req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] 10.222.0.58 "DELETE /v2.0/ports/ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 HTTP/1.1" status: 204 len: 173 time: 1.6857667 Apr 20 19:30:47.563263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57684078-3d93-4a14-aba9-86dabcc86b5e req-5a17ca7a-d38c-4304-8622-3e6b85cb7afc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.1956663 Apr 20 19:30:47.615332 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de776a3-1785-467c-9ddd-c2b25e042e98', 'name': 'network-vif-deleted', 'tag': 'ea1b8f5e-b98b-4188-a11a-f5a9747d5f18', 'status': 'completed', 'code': 200} Apr 20 19:30:47.658815 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57684078-3d93-4a14-aba9-86dabcc86b5e req-613fe6da-aa15-4779-88ad-4cd6e6af924e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950222 Apr 20 19:30:47.832004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6094f-c61b-4162-8f56-93ba6d82f0d0 req-b5fcfe94-a2cd-4c40-8924-7849bb44df0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:47.833646 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24e6094f-c61b-4162-8f56-93ba6d82f0d0 req-b5fcfe94-a2cd-4c40-8924-7849bb44df0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1076632 Apr 20 19:30:47.902603 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-24e6094f-c61b-4162-8f56-93ba6d82f0d0 req-b09e4c00-5a60-46b5-8473-affb9a644db9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Apr 20 19:30:48.554455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1850e4-a3bc-4bdf-b049-9e8281c31ab4 req-0f73e1a1-fb1a-4220-951d-e155f3e2bdfe tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:48.556208 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca1850e4-a3bc-4bdf-b049-9e8281c31ab4 req-0f73e1a1-fb1a-4220-951d-e155f3e2bdfe tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1061492 Apr 20 19:30:48.618978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca1850e4-a3bc-4bdf-b049-9e8281c31ab4 req-6b4caac6-38b8-4761-a3f3-c5d5915a655f tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542765 Apr 20 19:30:48.714805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49606) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:49.190933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4e1dfffa-34a9-4b10-a57d-6061df804136 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:49.191740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4e1dfffa-34a9-4b10-a57d-6061df804136 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Synchronizing usage tracker for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:49.238984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4e1dfffa-34a9-4b10-a57d-6061df804136 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Unset dirty status for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:49.240291 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4e1dfffa-34a9-4b10-a57d-6061df804136 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 813 time: 0.3662119 Apr 20 19:30:49.256936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:49.269463 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-98bea31e-dc9e-44e0-9b13-0059cf842e9a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/quotas/74d45ab460094d53a7fef8b9125ff0d0 HTTP/1.1" status: 200 len: 375 time: 0.0196056 Apr 20 19:30:49.299103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:30:49.299553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device ea1b8f5e-b98b-4188-a11a-f5a9747d5f18 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:30:49.402327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9b66898c-10f8-4d88-a92d-1dc05acd0ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:49.464462 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-35d8d129-17e8-4533-a155-cf711358fada tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625655 Apr 20 19:30:49.678242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:49.822381 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-a4870065-dfab-449b-8d45-9130014be614 service neutron] 10.222.0.13 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053107 Apr 20 19:30:50.438425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:50.461377 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-3b255bfc-cc1d-4225-9d60-52695805507d service neutron] 10.222.0.13 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302285 Apr 20 19:30:50.484468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c077c1-898a-4908-abb0-fa823792afcd req-898f9702-36df-4c29-9018-923920c23814 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:50.486250 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75c077c1-898a-4908-abb0-fa823792afcd req-898f9702-36df-4c29-9018-923920c23814 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.3533587 Apr 20 19:30:50.601263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75c077c1-898a-4908-abb0-fa823792afcd req-668b0278-b12f-4668-b626-341e805c1abe tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064582 Apr 20 19:30:50.604023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Deleting port 5fe12c09-7dfc-497a-99db-f0847e4e4021 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:30:50.604402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:50.699613 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2f4dbc69-1fb0-4d10-9e71-626cd9f946bb req-94eab9b7-6420-4994-8ce6-37bb7bf55045 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 210 time: 0.0626504 Apr 20 19:30:50.856389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] For port 5fe12c09-7dfc-497a-99db-f0847e4e4021, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5fe12c09-7dfc-497a-99db-f0847e4e4021,segment=NetworkSegment(bc19d66b-81d2-4226-b64b-e348bfeca958),segment_id=bc19d66b-81d2-4226-b64b-e348bfeca958)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:50.857962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:50.858079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:51.000676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Calling delete_port for 5fe12c09-7dfc-497a-99db-f0847e4e4021 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:30:51.355831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:51.361400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-32ef32b9-1c1d-4ba6-b95c-3d8bd3b73e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:51.412703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe12c09-7dfc-497a-99db-f0847e4e4021,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:51.443748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:51.705043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:51.709366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:52.023326 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-809f786a-27a2-413a-9e3c-8df3c127c982 req-a18bc593-8016-473f-a4c9-890c2288e8f7 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 210 time: 0.0633583 Apr 20 19:30:52.108557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1602a52-5f04-4cb5-b82b-584234cd67eb req-50867ba5-8818-4ed3-ba7b-cfd7273d73e1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:52.111333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e1602a52-5f04-4cb5-b82b-584234cd67eb req-50867ba5-8818-4ed3-ba7b-cfd7273d73e1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.3089962 Apr 20 19:30:52.129915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-5da0daf8-2ac2-43d8-a35d-35c9f496b992 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:52.131599 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-5da0daf8-2ac2-43d8-a35d-35c9f496b992 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 813 time: 0.3166788 Apr 20 19:30:52.145802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'port': {'device_id': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'admin_state_up': True, 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:52.315157 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e1602a52-5f04-4cb5-b82b-584234cd67eb req-fec6b099-00d7-405d-9e02-56510bd922ce tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955073 Apr 20 19:30:52.318702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:52.323333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:port and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:52.326513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:52.334022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:52.343461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Made reservation on behalf of 74d45ab460094d53a7fef8b9125ff0d0 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:52.350071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:52.379069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:52.595168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Allocated IP 172.20.0.10 (9b3f329a-75fa-4617-b9e4-47a0b83a40e7/bd1b7df4-7dd7-4438-81ca-f8f963c9c623/4b265d90-b0d5-4b37-9bc7-8c0f0b182622) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:52.989876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:52.991436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:53.005783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Sync routers for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:53.031917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:53.032622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:53.040274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Transition to ACTIVE for port object 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:53.044963 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] 10.222.0.13 "PUT /v2.0/routers/f4cf3ab1-1858-45a6-a36e-de22cbec3b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3285570 Apr 20 19:30:53.049797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49704) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:53.493899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:53.534458 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-edd1a889-bbd2-4096-8469-fc9d4ad24934 req-b2516985-c641-438b-94e6-78f61cca59d4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 210 time: 0.1999922 Apr 20 19:30:53.731448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:53.758855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:53.795244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:54.105468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:54.119996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:54.146528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:54.239588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:30:51Z', 'revision_number': 5, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:54.281844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Checking router: f4cf3ab1-1858-45a6-a36e-de22cbec3b1b for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:54.292071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:54.292821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:54.304035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:54.320035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Routers {'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:54.320735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:30:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:54.630052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-b04981d9-a526-4b49-857c-d59031856136 None None] Provisioning for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:54.639178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-b04981d9-a526-4b49-857c-d59031856136 None None] Provisioning complete for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:54.640289 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b04981d9-a526-4b49-857c-d59031856136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:54.762841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:54.802668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:54.808407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:54.820138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-b04981d9-a526-4b49-857c-d59031856136 None None] Port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:54.840841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Deleting port a7a11197-300d-4fcf-8bab-9a0c5789973d {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:30:54.841586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:54.872878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] Set router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:55.002136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b54a3-808a-4b91-a2fc-a161393bf68c req-f5a5f33e-3c12-47e0-917a-5662f5db7746 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:55.025676 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1f5b54a3-808a-4b91-a2fc-a161393bf68c req-f5a5f33e-3c12-47e0-917a-5662f5db7746 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.6365135 Apr 20 19:30:55.034167 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8920224 Apr 20 19:30:55.205697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Request body: {'port': {'device_id': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:55.354672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:30:51Z', 'revision_number': 5, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:55.361276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5d436-eecd-4bc1-bec6-7f659b8219c7 None None] The sync data for ids ['f4cf3ab1-1858-45a6-a36e-de22cbec3b1b'] in dv-cinder-787262-2-smb is: [{'id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'name': 'tempest-ServerRescueNegativeTestJSON-135876826-router', 'tenant_id': '366ac15cfb9140c796719c107536d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:20Z', 'updated_at': '2021-04-20T19:30:51Z', 'revision_number': 5, 'project_id': '366ac15cfb9140c796719c107536d2b2', 'gw_port': {'id': 'a7a11197-300d-4fcf-8bab-9a0c5789973d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf3ab1-1858-45a6-a36e-de22cbec3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:24Z', 'updated_at': '2021-04-20T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:55.426275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:55.452504 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1f5b54a3-808a-4b91-a2fc-a161393bf68c req-a5efa235-d117-4646-9364-fc020166969d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248004 Apr 20 19:30:55.482625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] For port a7a11197-300d-4fcf-8bab-9a0c5789973d, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=a7a11197-300d-4fcf-8bab-9a0c5789973d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:55.484276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:55.635631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3932-8428-4afc-8a83-f59eed1b8529 req-bfec0162-ee40-43dc-98a5-7e818e9f19f0 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:55.644941 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-84ff3932-8428-4afc-8a83-f59eed1b8529 req-bfec0162-ee40-43dc-98a5-7e818e9f19f0 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 932 time: 0.6150842 Apr 20 19:30:55.751252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-84ff3932-8428-4afc-8a83-f59eed1b8529 req-3acc5c0f-7fa6-4a9a-93a1-00f515e6b81c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Synchronizing usage tracker for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:30:55.779117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-84ff3932-8428-4afc-8a83-f59eed1b8529 req-3acc5c0f-7fa6-4a9a-93a1-00f515e6b81c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Unset dirty status for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:30:55.792421 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-84ff3932-8428-4afc-8a83-f59eed1b8529 req-3acc5c0f-7fa6-4a9a-93a1-00f515e6b81c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463163 Apr 20 19:30:55.855116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Calling delete_port for a7a11197-300d-4fcf-8bab-9a0c5789973d owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:30:56.736056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ed90d-1ed9-4a6b-8734-cefa3ea39ade req-24a2d967-d8bb-449a-804e-4601483e5502 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:56.745309 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-321ed90d-1ed9-4a6b-8734-cefa3ea39ade req-24a2d967-d8bb-449a-804e-4601483e5502 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1058149 Apr 20 19:30:56.799905 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-321ed90d-1ed9-4a6b-8734-cefa3ea39ade req-7cd4f9d7-8308-4472-8038-3c4c11486e3c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536256 Apr 20 19:30:56.819962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:56.825831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3671f1a5-23ac-41df-ab43-e674941177d4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:56.880471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:30:56.965614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5fe12c09-7dfc-497a-99db-f0847e4e4021 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:56.984367 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a11197-300d-4fcf-8bab-9a0c5789973d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:56.987427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:57.015271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:30:57.048096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 5fe12c09-7dfc-497a-99db-f0847e4e4021 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:30:57.048731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5fe12c09-7dfc-497a-99db-f0847e4e4021 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:30:57.060436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.097361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Transition to ACTIVE for port object 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:57.132169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.144146 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ccba6a98-0c7a-453a-8192-85db148a0759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:57.203838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd06b0f-5b63-4d16-91d6-922637239b88 req-180db9d4-97c1-44f3-a712-8a6925759e8c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:57.216120 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bcd06b0f-5b63-4d16-91d6-922637239b88 req-180db9d4-97c1-44f3-a712-8a6925759e8c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 932 time: 0.1947582 Apr 20 19:30:57.269990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.357257 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bcd06b0f-5b63-4d16-91d6-922637239b88 req-03e60c97-5cce-427a-9c83-63f1975a6db4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372194 Apr 20 19:30:57.507751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:57.532763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.542124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.622853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:57.772458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.773947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cf3ab1-1858-45a6-a36e-de22cbec3b1b {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:30:57.889259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.894325 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-817b5096-2b7e-45e8-bd89-f7f4a8b46a9f admin admin] 10.222.0.13 "DELETE /v2.0/routers/f4cf3ab1-1858-45a6-a36e-de22cbec3b1b HTTP/1.1" status: 204 len: 168 time: 4.8427587 Apr 20 19:30:57.894524 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49782) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:57.904307 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Attempting to bind port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:57.904722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Attempting to bind port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:57.905098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Attempting to bind port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 on network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:57.912559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 on network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:30:57.912932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Attempting to bind port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 on network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:57.919006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:57.919425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Checking segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:57.919865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Bound using segment: {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:57.920352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Bound port: 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:57.920738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.004308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Deleting subnet f3626ff0-4977-4150-bbfa-3adc53df209b {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:30:58.020186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.041837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:58.045546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:58.050046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.059516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-19f9075f-9bee-416c-aab3-52c9d314b8a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:58.125523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.137200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:58.137965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.140055 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 1094 time: 2.9400115 Apr 20 19:30:58.140708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:58.220453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:58.232734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:58.246530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.253544 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:30:58.824095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0ae13-09cd-480b-98e1-780e37db1a18 req-cf6be7dc-5d23-4370-bbd5-35df617ed8bd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:58.824095 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-30b0ae13-09cd-480b-98e1-780e37db1a18 req-cf6be7dc-5d23-4370-bbd5-35df617ed8bd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.5243757 Apr 20 19:30:58.840972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd24f56-5f34-45f9-8217-7dff47ad6e04 req-564954d2-38e8-47e0-bb4c-dac0308cb78d tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:58.843141 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0bd24f56-5f34-45f9-8217-7dff47ad6e04 req-564954d2-38e8-47e0-bb4c-dac0308cb78d tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.2382159 Apr 20 19:30:58.913846 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0bd24f56-5f34-45f9-8217-7dff47ad6e04 req-d74703ba-fa7d-47f9-9c1c-a3b7951ac64e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Apr 20 19:30:58.967490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.001464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:59.032347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device a7a11197-300d-4fcf-8bab-9a0c5789973d no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:30:59.084439 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-30b0ae13-09cd-480b-98e1-780e37db1a18 req-1bf00bf6-6c8e-4b1f-bb3a-d6c31ed7c476 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397258 Apr 20 19:30:59.085661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.096714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: a7a11197-300d-4fcf-8bab-9a0c5789973d {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:30:59.097377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device a7a11197-300d-4fcf-8bab-9a0c5789973d not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:30:59.105595 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3626ff0-4977-4150-bbfa-3adc53df209b HTTP/1.1" status: 204 len: 168 time: 1.2099457 Apr 20 19:30:59.107094 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3626ff0-4977-4150-bbfa-3adc53df209b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:59.108251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49810) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:59.135381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6a4f8987-8a6d-456b-8509-0d6b2d9badef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:59.265939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.423413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.497378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bb91b-1a94-4bd0-8bc0-078079611379 req-73195659-c6b5-46ae-a981-774732e62f64 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:59.499093 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-585bb91b-1a94-4bd0-8bc0-078079611379 req-73195659-c6b5-46ae-a981-774732e62f64 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1203516 Apr 20 19:30:59.551261 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-585bb91b-1a94-4bd0-8bc0-078079611379 req-25b7f7b0-711c-42b2-867a-f02b99942ec3 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Apr 20 19:30:59.572182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf556f-8bfd-4c4c-bad4-f461b95400a3']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:59.598033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc19d66b-81d2-4226-b64b-e348bfeca958') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:59.598602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc19d66b-81d2-4226-b64b-e348bfeca958') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:59.619666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394763'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.644712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:59.653635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:30:59.856726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:30:59.867808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26456510'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.063344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Network e3bf556f-8bfd-4c4c-bad4-f461b95400a3 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:31:00.091892 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:31:00.174481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80d29-1b31-46bd-a58a-882f7cd1e60a req-c94a8668-3359-4a6d-bd40-69ecdb8b91cf tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:00.177871 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e0b80d29-1b31-46bd-a58a-882f7cd1e60a req-c94a8668-3359-4a6d-bd40-69ecdb8b91cf tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1083548 Apr 20 19:31:00.194464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.201663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e6654eba-4152-44f6-b0d2-bcbb01e38f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:00.236430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.238600 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e0b80d29-1b31-46bd-a58a-882f7cd1e60a req-18cca379-b6c0-4ffe-9e5b-5d2ec534df61 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Apr 20 19:31:00.245925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bf556f-8bfd-4c4c-bad4-f461b95400a3,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:00.252111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:00.260220 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-17b8448b-bd1a-4399-aa38-41b4c0051001 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3bf556f-8bfd-4c4c-bad4-f461b95400a3 HTTP/1.1" status: 204 len: 168 time: 1.1498754 Apr 20 19:31:00.431994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b7fbb-7ebf-4c3e-9179-9cb4304f18cc req-f8e0e02a-e6d7-4919-ba1b-3abf398437d7 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:00.436273 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a77b7fbb-7ebf-4c3e-9179-9cb4304f18cc req-f8e0e02a-e6d7-4919-ba1b-3abf398437d7 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1511438 Apr 20 19:31:00.520920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49828) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:00.531225 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a77b7fbb-7ebf-4c3e-9179-9cb4304f18cc req-74120411-bad7-4497-a4ad-543e20c3fe54 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768213 Apr 20 19:31:00.585612 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-baecff2c-a76e-4d07-a946-0d8b43905091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=366ac15cfb9140c796719c107536d2b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610306 Apr 20 19:31:00.585940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49834) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:00.659163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.690768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.749830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.755365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0ac15c8-03ca-4adb-9f24-0f75ade8ebec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:00.771242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2470d-894e-4a13-ac0c-39164047a4c9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:00.774072 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:00.781267 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:00.785108 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82b2470d-894e-4a13-ac0c-39164047a4c9 HTTP/1.1" status: 204 len: 168 time: 0.1955695 Apr 20 19:31:00.788849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4090c-0bb2-4637-aa28-9557c2e79808 req-baff7c9e-e31e-487d-b7df-cca8407ad23d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:00.790568 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4a4090c-0bb2-4637-aa28-9557c2e79808 req-baff7c9e-e31e-487d-b7df-cca8407ad23d tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1058378 Apr 20 19:31:00.850461 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4a4090c-0bb2-4637-aa28-9557c2e79808 req-a323643d-e4a6-414d-8b28-f45e3f5b9db8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Apr 20 19:31:01.548846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1604b0-cd66-4018-81fb-ec0db3287eb6 req-e337d818-1687-41d9-bf3f-46bd3bf892c6 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:01.551877 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b1604b0-cd66-4018-81fb-ec0db3287eb6 req-e337d818-1687-41d9-bf3f-46bd3bf892c6 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1196318 Apr 20 19:31:01.612881 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b1604b0-cd66-4018-81fb-ec0db3287eb6 req-3826aafb-415a-484a-b5cb-54304305b4a3 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Apr 20 19:31:01.837983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d588ba-7f69-4353-988d-8596bf27fa57 req-ebaed9d0-0162-491d-a820-da9456620474 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:01.839993 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-29d588ba-7f69-4353-988d-8596bf27fa57 req-ebaed9d0-0162-491d-a820-da9456620474 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1170835 Apr 20 19:31:01.905164 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-29d588ba-7f69-4353-988d-8596bf27fa57 req-bc3b8df6-618c-4f02-925d-44b60c04ad24 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572598 Apr 20 19:31:02.145665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59174e-b7ec-427b-97bd-0bf5e1ea4ca2 req-08fc8c3d-976a-4de0-9b03-4f9c59750e4a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:02.148134 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b59174e-b7ec-427b-97bd-0bf5e1ea4ca2 req-08fc8c3d-976a-4de0-9b03-4f9c59750e4a tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1212668 Apr 20 19:31:02.213539 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b59174e-b7ec-427b-97bd-0bf5e1ea4ca2 req-f0756d4c-c477-4050-92f2-2bf810656d9e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Apr 20 19:31:02.737532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49904) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:02.861884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d7cac-8803-42ac-9125-1f2ad4bff1ec req-6b3e8339-333b-467f-b395-53292819f570 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:02.863654 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-715d7cac-8803-42ac-9125-1f2ad4bff1ec req-6b3e8339-333b-467f-b395-53292819f570 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1050341 Apr 20 19:31:02.918234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:02.918556 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-715d7cac-8803-42ac-9125-1f2ad4bff1ec req-06d41465-0ab6-46cc-8749-2145e463811c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472977 Apr 20 19:31:02.943071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:02.948791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Usage tracker for resource:security_group_rule and tenant:3ca0d3b6c545487c8609bb73802972cc is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:02.952451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:02.959768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:03.130298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.136183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.148050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-abb9208e-3b18-4722-b450-fc84bf0a7e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:03.197904 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ca0d3b6c545487c8609bb73802972cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585712 Apr 20 19:31:03.199659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc5e27-56d6-422d-b48b-f0080131d851,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:03.206869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:03.207251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 49916) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:03.296615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0c599-cff7-4407-9201-396902427983 req-dd785143-4f8f-422c-9c11-e286ba1caf10 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:03.299055 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eed0c599-cff7-4407-9201-396902427983 req-dd785143-4f8f-422c-9c11-e286ba1caf10 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1750958 Apr 20 19:31:03.379500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.388908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49924) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:03.443354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.518198 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eed0c599-cff7-4407-9201-396902427983 req-9d602c78-1270-404f-bcee-1838c164c11d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119946 Apr 20 19:31:03.543564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.546777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c11b900c-190a-4395-9648-ac2c35a8a542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:03.559211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc5e27-56d6-422d-b48b-f0080131d851,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:03.585628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.595327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:03.604054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.604625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:03.608487 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7dc5e27-56d6-422d-b48b-f0080131d851 HTTP/1.1" status: 204 len: 168 time: 0.3973420 Apr 20 19:31:03.618842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Usage tracker for resource:security_group_rule and tenant:2db22100052b40f583b9d7b2057f3749 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:03.620612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f9ff-dcda-4c89-baea-d0c097542ace req-707dbf74-cbf4-45cd-93bb-36214e30e573 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:03.622333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-58a1f9ff-dcda-4c89-baea-d0c097542ace req-707dbf74-cbf4-45cd-93bb-36214e30e573 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.2851801 Apr 20 19:31:03.625125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:03.641181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:03.680321 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-58a1f9ff-dcda-4c89-baea-d0c097542ace req-cfdbb51d-5e0b-4e2f-b53d-7b497124f765 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Apr 20 19:31:03.763445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.767963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.776550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bb11ef5f-1c82-4e18-b31b-53490b4cd26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:03.826008 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2db22100052b40f583b9d7b2057f3749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327116 Apr 20 19:31:03.826815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 49934) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:03.840872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd30974e-e3af-46a6-a135-f1080c30728a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:03.847062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:03.906398 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:03.937320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.012962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.022220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0f209936-10cf-4da1-9030-e4544a372422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:04.070681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd30974e-e3af-46a6-a135-f1080c30728a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:04.094647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:04.095566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.099337 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd30974e-e3af-46a6-a135-f1080c30728a HTTP/1.1" status: 204 len: 168 time: 0.2682800 Apr 20 19:31:04.235382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0cb36-1822-4d58-a257-80443420b429 req-40d5e660-c9f5-4a23-a714-8924622e161e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:04.237110 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-96f0cb36-1822-4d58-a257-80443420b429 req-40d5e660-c9f5-4a23-a714-8924622e161e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1293325 Apr 20 19:31:04.308927 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-96f0cb36-1822-4d58-a257-80443420b429 req-2abf8e0c-0d62-4834-b441-e7d4ad59316c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616169 Apr 20 19:31:04.847615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17df3-df85-466d-998b-ae94d5bc0332 req-ac7ade81-f1d8-42a8-863d-85703d2059e1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:04.849348 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68c17df3-df85-466d-998b-ae94d5bc0332 req-ac7ade81-f1d8-42a8-863d-85703d2059e1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1736686 Apr 20 19:31:04.953424 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68c17df3-df85-466d-998b-ae94d5bc0332 req-0125e259-8759-4a18-904e-3d3037836349 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595469 Apr 20 19:31:05.012915 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de48c55-8ee2-42e1-96ca-88273822d419 req-22d7f0dc-f013-40e3-a1e1-7adf59436222 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:05.016266 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8de48c55-8ee2-42e1-96ca-88273822d419 req-22d7f0dc-f013-40e3-a1e1-7adf59436222 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1658714 Apr 20 19:31:05.082648 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8de48c55-8ee2-42e1-96ca-88273822d419 req-5f352986-8381-44bf-9062-a6de03d587bd tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555596 Apr 20 19:31:05.654552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851880f-8781-4963-8125-a5d6af766e6c req-ba298f06-be00-430c-8c29-4df67d47968e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:05.667592 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6851880f-8781-4963-8125-a5d6af766e6c req-ba298f06-be00-430c-8c29-4df67d47968e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1447420 Apr 20 19:31:05.795478 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6851880f-8781-4963-8125-a5d6af766e6c req-b242c895-0c95-4f82-8246-711650950d73 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 Apr 20 19:31:06.208069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7f27a-0422-44d7-a109-d7a395be4bc0 req-5079d5ce-2448-4129-8ee8-77364fbd92a9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.208069 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9b7f27a-0422-44d7-a109-d7a395be4bc0 req-5079d5ce-2448-4129-8ee8-77364fbd92a9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1030076 Apr 20 19:31:06.307634 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9b7f27a-0422-44d7-a109-d7a395be4bc0 req-3b81d91e-8bda-4c90-a2cb-20432a5818e5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951161 Apr 20 19:31:06.342554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9400-b343-4284-9656-4dc4b4b8abd5 req-a401bb8f-4b15-41f0-88fd-4612f3ca427b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.344944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-582e9400-b343-4284-9656-4dc4b4b8abd5 req-a401bb8f-4b15-41f0-88fd-4612f3ca427b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1160474 Apr 20 19:31:06.399959 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-582e9400-b343-4284-9656-4dc4b4b8abd5 req-613502f6-9b61-409c-84a3-6a27c84b12e5 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Apr 20 19:31:06.862989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123ce93-74da-4617-bab4-d780212139e6 req-107eec90-d42a-4bdd-9e23-714d6e75c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.864795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d123ce93-74da-4617-bab4-d780212139e6 req-107eec90-d42a-4bdd-9e23-714d6e75c2c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1097 time: 0.1524580 Apr 20 19:31:07.022748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938191-1803-4fe7-9b9e-91d417fba01d req-3ce661ea-c551-42ec-912d-c765cff59171 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.024447 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9938191-1803-4fe7-9b9e-91d417fba01d req-3ce661ea-c551-42ec-912d-c765cff59171 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.0942135 Apr 20 19:31:07.049069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123ce93-74da-4617-bab4-d780212139e6 req-053b6102-0a4f-4f73-91aa-d60bf00ce95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.050744 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d123ce93-74da-4617-bab4-d780212139e6 req-053b6102-0a4f-4f73-91aa-d60bf00ce95f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1749477 Apr 20 19:31:07.076533 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b9938191-1803-4fe7-9b9e-91d417fba01d req-3e68cbb2-82d9-4413-92d0-9b84b19bbf2a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Apr 20 19:31:07.210215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123ce93-74da-4617-bab4-d780212139e6 req-659e1de1-2b03-499b-98e9-a14a744651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.211858 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d123ce93-74da-4617-bab4-d780212139e6 req-659e1de1-2b03-499b-98e9-a14a744651f1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503842 Apr 20 19:31:07.337970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4b9e0423-7745-4c77-995d-f2a12b492bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.339632 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-4b9e0423-7745-4c77-995d-f2a12b492bba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1097 time: 0.0847845 Apr 20 19:31:07.415498 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-168189c6-10a3-496c-a285-75b4ddf82a0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 217 time: 0.0678391 Apr 20 19:31:07.498806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-27849cb0-3082-4b51-a9c9-2189f0222a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.500617 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-27849cb0-3082-4b51-a9c9-2189f0222a58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.0774593 Apr 20 19:31:07.530762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e296-f7af-48eb-9052-4fcde950b8db req-a2eaf9ac-9090-4ec6-be9b-7030d9710ede tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.532630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df43e296-f7af-48eb-9052-4fcde950b8db req-a2eaf9ac-9090-4ec6-be9b-7030d9710ede tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1077955 Apr 20 19:31:07.592375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-1d331339-5dda-4e38-97f4-c5572692ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.594700 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-1d331339-5dda-4e38-97f4-c5572692ef23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857019 Apr 20 19:31:07.638245 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df43e296-f7af-48eb-9052-4fcde950b8db req-2c392a64-da7a-476e-b6f9-5a79f68ee42e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618451 Apr 20 19:31:07.671762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be5df-276e-47da-a944-7c559719b38a req-4f8ffd3a-8f66-450c-9a96-19ff0b3daea6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.673437 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b14be5df-276e-47da-a944-7c559719b38a req-4f8ffd3a-8f66-450c-9a96-19ff0b3daea6 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1333816 Apr 20 19:31:07.728892 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b14be5df-276e-47da-a944-7c559719b38a req-b10e520e-e09a-4292-9d71-8e7648a96444 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479565 Apr 20 19:31:07.751169 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-c81616db-572d-486c-b642-0d25311d1718 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478233 Apr 20 19:31:07.912135 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8350bf24-bbfe-42a3-8bbf-256967080261 req-53a435a5-0c7c-4985-8423-29dbc9fbb39a service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530268 Apr 20 19:31:08.134301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-e46ee88f-1e4a-4d90-b01f-1871e467e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.136445 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-e46ee88f-1e4a-4d90-b01f-1871e467e2a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 1098 time: 0.1146941 Apr 20 19:31:08.351249 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-5656ac5e-d821-4637-ab6b-44c8f13e4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.352973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-5656ac5e-d821-4637-ab6b-44c8f13e4c63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.2091527 Apr 20 19:31:08.363117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458fbb3-692c-4e27-9f69-14ce20b79f30 req-7a6dd5f2-3b07-4135-bd9d-6311a7c906ff tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.364955 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6458fbb3-692c-4e27-9f69-14ce20b79f30 req-7a6dd5f2-3b07-4135-bd9d-6311a7c906ff tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.4021056 Apr 20 19:31:08.400924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a326dd7-1437-4749-85bc-679bcc29ac85 req-15f73cd5-f9f5-4428-a929-40e8c8880c19 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.402640 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a326dd7-1437-4749-85bc-679bcc29ac85 req-15f73cd5-f9f5-4428-a929-40e8c8880c19 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1421313 Apr 20 19:31:08.471611 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6458fbb3-692c-4e27-9f69-14ce20b79f30 req-baeac68c-a9eb-4096-9140-98857cd08368 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984373 Apr 20 19:31:08.484843 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8a326dd7-1437-4749-85bc-679bcc29ac85 req-afe4bc8c-e7ad-4234-beff-0cffbaff8304 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734658 Apr 20 19:31:08.492701 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-186499b8-71bc-4285-a74d-ef5e54008e7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 200 len: 1001 time: 0.1308837 Apr 20 19:31:08.793462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-d2814e17-b296-459d-96ad-3a637222dc42 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.795062 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-d2814e17-b296-459d-96ad-3a637222dc42 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.1027918 Apr 20 19:31:08.803392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-03430cdc-76b3-46a1-93ed-d44f1a24ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.804984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-03430cdc-76b3-46a1-93ed-d44f1a24ede7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.3044415 Apr 20 19:31:08.897495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-9505dba0-ed8a-4b06-8d49-6ba17e5eaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.899111 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-9505dba0-ed8a-4b06-8d49-6ba17e5eaa67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866342 Apr 20 19:31:08.927929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Deleting port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:08.928312 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:09.051472 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-1e11aff9-08e9-43b9-8553-e24661ab8c64 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436913 Apr 20 19:31:09.063093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ac17-c9b2-4861-a12b-cc5dc175c246 req-17d727f1-61a2-4644-a93d-7be7e1e8c5e0 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.064762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8457ac17-c9b2-4861-a12b-cc5dc175c246 req-17d727f1-61a2-4644-a93d-7be7e1e8c5e0 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 946 time: 0.2143278 Apr 20 19:31:09.207590 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eedf4eb8-6452-44d4-97cc-265133d7457c req-f6bb51ab-4838-481a-b185-7560c09c8d06 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449232 Apr 20 19:31:09.218010 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8457ac17-c9b2-4861-a12b-cc5dc175c246 req-05cd2cfc-2528-44ad-9470-9312ede5ac52 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421068 Apr 20 19:31:09.262820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] For port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:09.263207 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:09.396465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Calling delete_port for 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:09.553746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:09.560909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:09.567129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76', 'df2c759f-200a-4328-ad74-005d895a4a5b', 'c73ab7f5-f8db-489f-9579-86642b55c3d1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:09.619797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event deleted for resources: {'Port': ['ID=94e0698a-6967-4569-b30a-8f4bc9bd9ce7,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:09.623327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:09.808956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] No DVR routers for this DVR port 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:09.824099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:09.827714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'name': 'network-vif-deleted', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:09.854831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50044) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:09.862019 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7b326a34-33ee-4fbb-b603-5a7509e29a07 req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "DELETE /v2.0/ports/94e0698a-6967-4569-b30a-8f4bc9bd9ce7 HTTP/1.1" status: 204 len: 173 time: 1.0602927 Apr 20 19:31:09.919503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2be8-12c2-464b-a16c-3e88a0e524f9 req-5476f1be-cbe5-42dc-ba7c-67c876846426 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.921984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f64a2be8-12c2-464b-a16c-3e88a0e524f9 req-5476f1be-cbe5-42dc-ba7c-67c876846426 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.2149875 Apr 20 19:31:09.935837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b7150-30a3-4066-91f1-349f49c01092 req-2a9c682a-c4ad-40d4-b0c3-2ee11361e669 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.937554 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be2b7150-30a3-4066-91f1-349f49c01092 req-2a9c682a-c4ad-40d4-b0c3-2ee11361e669 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.2321489 Apr 20 19:31:10.020927 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be2b7150-30a3-4066-91f1-349f49c01092 req-79833643-2117-4946-8c65-c847a9ef847b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666513 Apr 20 19:31:10.029188 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f64a2be8-12c2-464b-a16c-3e88a0e524f9 req-312e61f3-9238-47e8-b93f-83202ba6aef6 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905151 Apr 20 19:31:10.041196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.072369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:10.078889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Usage tracker for resource:security_group_rule and tenant:035be2d092d3417bb531a69caeac13a3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:10.081953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:10.088630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:10.112847 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5', 'name': 'network-vif-deleted', 'tag': '94e0698a-6967-4569-b30a-8f4bc9bd9ce7', 'status': 'completed', 'code': 200} Apr 20 19:31:10.177723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.180581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.190467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ffef4552-4449-4b63-8169-eee3eef35200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:10.233202 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035be2d092d3417bb531a69caeac13a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769853 Apr 20 19:31:10.235539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e11bab1-089d-411a-b835-441be1d2364b,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:10.237039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50052) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:10.239514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:10.306229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.338869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.423281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1b4df5bc-72af-46ff-86e8-269ba21c9864 req-8e5ea145-43eb-42e6-af49-7889b2b66bc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:10.447016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1b4df5bc-72af-46ff-86e8-269ba21c9864 req-8e5ea145-43eb-42e6-af49-7889b2b66bc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:10.448394 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1b4df5bc-72af-46ff-86e8-269ba21c9864 req-8e5ea145-43eb-42e6-af49-7889b2b66bc7 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61979e2-9b7a-4e79-ba6d-85e6d4d99bc5 HTTP/1.1" status: 200 len: 210 time: 0.0880980 Apr 20 19:31:10.453884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.459194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2dce39fc-24e5-4206-a5b7-b922e82bb55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:10.479771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e11bab1-089d-411a-b835-441be1d2364b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:10.482369 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.483832 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e11bab1-089d-411a-b835-441be1d2364b HTTP/1.1" status: 204 len: 168 time: 0.2455168 Apr 20 19:31:10.485193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:10.811520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50062) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:10.831216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.847127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:10.851191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Usage tracker for resource:security_group_rule and tenant:75e1723133604066a52fddeac98ead0c is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:10.854222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:10.860714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:10.947531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.950436 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:10.963858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04b8ed8d-c262-456f-afe6-2d4f410f707c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:11.006372 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75e1723133604066a52fddeac98ead0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936216 Apr 20 19:31:11.007327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89086071-2755-4c1c-9fd0-6a987b032c70,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:11.009375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50066) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:11.010481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:11.071863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.123611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.333731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.340454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6789493c-e112-41b4-b718-619842774dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:11.365516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51642b-e39f-49ff-855a-165129d1b03c req-45d9ff74-170a-4688-ba19-3a927bdb9316 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:11.367446 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5e51642b-e39f-49ff-855a-165129d1b03c req-45d9ff74-170a-4688-ba19-3a927bdb9316 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.2107408 Apr 20 19:31:11.370305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89086071-2755-4c1c-9fd0-6a987b032c70,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:11.377537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:11.394526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.395918 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89086071-2755-4c1c-9fd0-6a987b032c70 HTTP/1.1" status: 204 len: 168 time: 0.3853815 Apr 20 19:31:11.401294 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:31:11.403806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:11.406584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347c53a-d3f2-4333-ab40-ce9f1ce707f3 req-5f4be219-0ad5-4c58-ab36-2967cfd14092 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:11.408213 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e347c53a-d3f2-4333-ab40-ce9f1ce707f3 req-5f4be219-0ad5-4c58-ab36-2967cfd14092 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 944 time: 0.1820269 Apr 20 19:31:11.444084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:11.444625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 94e0698a-6967-4569-b30a-8f4bc9bd9ce7 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:11.448836 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5e51642b-e39f-49ff-855a-165129d1b03c req-4eae0518-f12e-472d-bb8a-2b249b1b99f8 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733385 Apr 20 19:31:11.509438 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e347c53a-d3f2-4333-ab40-ce9f1ce707f3 req-4fb4a8e6-bdc1-47c2-a346-704979808dd1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644534 Apr 20 19:31:11.619059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:11.640863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'port_id': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'mac_address': 'fa:16:3e:d9:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:31:11.723456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.746448 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:11.765921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:11.769300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.771887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:11.862284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:11.868189 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:12.089671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:12.727980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b72ed-5db9-467b-923a-91cefc99d2b8 req-19d09932-e34b-49da-815a-d1dec1672f17 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:12.729576 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-da0b72ed-5db9-467b-923a-91cefc99d2b8 req-19d09932-e34b-49da-815a-d1dec1672f17 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 945 time: 0.1006227 Apr 20 19:31:12.778859 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-da0b72ed-5db9-467b-923a-91cefc99d2b8 req-82b7b2a7-9e3d-49d8-999f-52d8a38b2a09 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 20 19:31:13.262179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59de4a5-00d4-441a-8abd-4d944d69c7bd req-8296b39d-6e47-4f0b-b243-e258b1822613 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:13.263874 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b59de4a5-00d4-441a-8abd-4d944d69c7bd req-8296b39d-6e47-4f0b-b243-e258b1822613 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.0911276 Apr 20 19:31:13.317509 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b59de4a5-00d4-441a-8abd-4d944d69c7bd req-48b3fb7c-b492-4989-b6c7-ee0a282016d2 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Apr 20 19:31:13.412211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:31:13.486301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:31:13.491547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:13.491969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.625187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.656458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:13.667218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:13.672977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.675507 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:13.720657 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'code': 200} Apr 20 19:31:13.779884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:13.785980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:14.067183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2599d-bdbf-415c-b752-56572ce7f820 req-8111daf8-cfb5-44dd-8071-5e548fcdd3d7 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.068800 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-50e2599d-bdbf-415c-b752-56572ce7f820 req-8111daf8-cfb5-44dd-8071-5e548fcdd3d7 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1598315 Apr 20 19:31:14.071997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b4221-79fe-4f4a-9168-cf4b9bb562f5 req-89acd4e4-b4b7-4ae1-b8a9-8212dc5087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.073468 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3a8b4221-79fe-4f4a-9168-cf4b9bb562f5 req-89acd4e4-b4b7-4ae1-b8a9-8212dc5087ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1099 time: 0.1228192 Apr 20 19:31:14.146254 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-50e2599d-bdbf-415c-b752-56572ce7f820 req-a58197d2-502c-443a-8265-de7e2042b9f8 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Apr 20 19:31:14.152146 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3a8b4221-79fe-4f4a-9168-cf4b9bb562f5 req-6b9af5c7-df5b-4cff-8ad4-d9e619f8eee8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Apr 20 19:31:14.526337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce396-81e4-4ef6-b9f0-c0c97d2153a6 req-c50a602c-69a5-43bb-8dc1-87f706295f96 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.527976 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-303ce396-81e4-4ef6-b9f0-c0c97d2153a6 req-c50a602c-69a5-43bb-8dc1-87f706295f96 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.0911324 Apr 20 19:31:14.581592 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-303ce396-81e4-4ef6-b9f0-c0c97d2153a6 req-b13bec96-424f-4b59-9b88-3781bc89ef82 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Apr 20 19:31:15.027961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-8f1a820b-73f7-4f31-998f-3803c82a7024 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:15.029524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-8f1a820b-73f7-4f31-998f-3803c82a7024 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.0883715 Apr 20 19:31:15.113552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Deleting port c73ab7f5-f8db-489f-9579-86642b55c3d1 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:15.114018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:15.465956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] For port c73ab7f5-f8db-489f-9579-86642b55c3d1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c73ab7f5-f8db-489f-9579-86642b55c3d1,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:15.466362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:15.607394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a757e-5701-45dc-9cd1-04db24ef1d19 req-e0e229e9-ad6a-42f9-93cd-6bca5409d116 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:15.609113 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c61a757e-5701-45dc-9cd1-04db24ef1d19 req-e0e229e9-ad6a-42f9-93cd-6bca5409d116 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.2650452 Apr 20 19:31:15.616972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Calling delete_port for c73ab7f5-f8db-489f-9579-86642b55c3d1 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:15.788757 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c61a757e-5701-45dc-9cd1-04db24ef1d19 req-10068383-f840-4eee-9b3c-e531ec549272 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404223 Apr 20 19:31:15.889105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59f32-da68-488f-bfbc-cf6266cbf1de req-d5693c4f-97d2-4df4-b884-0b6f6fdbeaa4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:15.891193 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a59f32-da68-488f-bfbc-cf6266cbf1de req-d5693c4f-97d2-4df4-b884-0b6f6fdbeaa4 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c7453a-78fc-4d70-9041-450e11275751 HTTP/1.1" status: 200 len: 946 time: 0.1880832 Apr 20 19:31:15.896767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:15.904453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:15.908749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76', 'df2c759f-200a-4328-ad74-005d895a4a5b', 'c73ab7f5-f8db-489f-9579-86642b55c3d1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:15.974904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event deleted for resources: {'Port': ['ID=c73ab7f5-f8db-489f-9579-86642b55c3d1,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:15.979487 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:16.071359 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0a59f32-da68-488f-bfbc-cf6266cbf1de req-0a995a51-7802-441a-b692-004119b15414 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723189 Apr 20 19:31:16.079545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] No DVR routers for this DVR port c73ab7f5-f8db-489f-9579-86642b55c3d1 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:16.082065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:16.085007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'name': 'network-vif-deleted', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:16.101404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cb3bf5d3-0eed-4b9b-ad06-b3f8685ff3bf req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "DELETE /v2.0/ports/c73ab7f5-f8db-489f-9579-86642b55c3d1 HTTP/1.1" status: 204 len: 173 time: 1.0621724 Apr 20 19:31:16.154022 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c7453a-78fc-4d70-9041-450e11275751', 'name': 'network-vif-deleted', 'tag': 'c73ab7f5-f8db-489f-9579-86642b55c3d1', 'status': 'completed', 'code': 200} Apr 20 19:31:17.008951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647da5-621d-4330-bc51-a72097e5cba9 req-bf9af05f-03fe-4d07-998d-94d74f8c33b3 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.010670 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-53647da5-621d-4330-bc51-a72097e5cba9 req-bf9af05f-03fe-4d07-998d-94d74f8c33b3 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.0989048 Apr 20 19:31:17.073690 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-53647da5-621d-4330-bc51-a72097e5cba9 req-82e04dd1-8ad0-49f2-8d1a-6b2ddeeca222 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Apr 20 19:31:17.252311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c0be8755-eee7-48d6-9415-3a8586bb89fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:17.568686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc5ab-ec5c-49df-94c7-e8f3cdbbe993 req-c02a092f-0394-4bd3-9f9b-fd948011ff04 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.570585 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebafc5ab-ec5c-49df-94c7-e8f3cdbbe993 req-c02a092f-0394-4bd3-9f9b-fd948011ff04 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.3507030 Apr 20 19:31:17.626095 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ebafc5ab-ec5c-49df-94c7-e8f3cdbbe993 req-f74d2b41-12de-40ef-9651-8392a045dc81 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Apr 20 19:31:17.739118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0316f1-915d-4bcd-9526-eeb108d4ec99 req-56335ad4-8db6-4727-8aec-a59732ff5840 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.740598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea0316f1-915d-4bcd-9526-eeb108d4ec99 req-56335ad4-8db6-4727-8aec-a59732ff5840 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:17.758321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-ea0316f1-915d-4bcd-9526-eeb108d4ec99 req-56335ad4-8db6-4727-8aec-a59732ff5840 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:17.759662 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ea0316f1-915d-4bcd-9526-eeb108d4ec99 req-56335ad4-8db6-4727-8aec-a59732ff5840 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 945 time: 0.1307216 Apr 20 19:31:17.833062 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ea0316f1-915d-4bcd-9526-eeb108d4ec99 req-3e739429-42f6-4d31-a926-b2f18b49e70b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637453 Apr 20 19:31:18.129536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13057a-bb17-491b-a84f-2a2488e45cb0 req-72db5e0c-e765-4fd8-a5f0-e2f0987ab937 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:18.131048 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed13057a-bb17-491b-a84f-2a2488e45cb0 req-72db5e0c-e765-4fd8-a5f0-e2f0987ab937 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1101019 Apr 20 19:31:18.180907 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ed13057a-bb17-491b-a84f-2a2488e45cb0 req-3d9e3cb8-05b2-4abb-84cf-bb8064aa2af5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Apr 20 19:31:19.097890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20bc7-3861-46c4-be7f-0668c50105b6 req-cbeef9dd-5993-483e-907d-9b0048c6e827 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:19.099766 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-45e20bc7-3861-46c4-be7f-0668c50105b6 req-cbeef9dd-5993-483e-907d-9b0048c6e827 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 945 time: 0.1356015 Apr 20 19:31:19.152943 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-45e20bc7-3861-46c4-be7f-0668c50105b6 req-cacdd538-1ecd-4200-9c01-f7c92adc79ba tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455196 Apr 20 19:31:19.327899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-829f16e3-d3d6-43d6-813d-1b1a906e5e09 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:19.329481 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-829f16e3-d3d6-43d6-813d-1b1a906e5e09 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 945 time: 0.0909901 Apr 20 19:31:19.408794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-451f05f5-006e-4de0-83e4-1373e192d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.424796 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Deleting port df2c759f-200a-4328-ad74-005d895a4a5b {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:19.425183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.427926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device c73ab7f5-f8db-489f-9579-86642b55c3d1 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:19.492631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: c73ab7f5-f8db-489f-9579-86642b55c3d1 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:19.493066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device c73ab7f5-f8db-489f-9579-86642b55c3d1 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:19.551884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50246) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:19.696812 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.714123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:19.719931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:00fb533704cf44dcba97e038d33f1ac1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:19.723221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:19.729925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:19.733317 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] For port df2c759f-200a-4328-ad74-005d895a4a5b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df2c759f-200a-4328-ad74-005d895a4a5b,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:19.736018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.879200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Calling delete_port for df2c759f-200a-4328-ad74-005d895a4a5b owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:19.903802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.908211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.926515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c13f42e5-49ef-4390-9e63-41d55a21b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:20.018559 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00fb533704cf44dcba97e038d33f1ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654014 Apr 20 19:31:20.018900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50260) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:20.019942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c27e87-cdc5-441c-8a82-da3c5e4270df,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:20.029593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.030522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.031655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.032070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.032479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.032889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.033293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.033699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.034101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.034493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.034993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.035420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:20.040415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:20.078082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.086178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:20.098878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76', 'df2c759f-200a-4328-ad74-005d895a4a5b'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:20.146881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event deleted for resources: {'Port': ['ID=df2c759f-200a-4328-ad74-005d895a4a5b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:20.160586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:20.220458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.376319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] No DVR routers for this DVR port df2c759f-200a-4328-ad74-005d895a4a5b on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:20.390214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.393236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'name': 'network-vif-deleted', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:20.399931 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5f4291b2-479b-4719-a138-bc051fbc4c8d req-d6847178-66da-4e9b-8412-1d3d30114bf2 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=047070af-a3bb-4db9-b24b-83a84b9a8f18 HTTP/1.1" status: 200 len: 210 time: 0.0974097 Apr 20 19:31:20.413005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.440413 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7e1aaf48-3d1d-4bcf-b6a7-d25898afae86 req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "DELETE /v2.0/ports/df2c759f-200a-4328-ad74-005d895a4a5b HTTP/1.1" status: 204 len: 173 time: 1.1007733 Apr 20 19:31:20.464010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.491606 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047070af-a3bb-4db9-b24b-83a84b9a8f18', 'name': 'network-vif-deleted', 'tag': 'df2c759f-200a-4328-ad74-005d895a4a5b', 'status': 'completed', 'code': 200} Apr 20 19:31:20.500380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.507967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-10c93509-4430-4955-ad38-557e68359926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:20.526624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c27e87-cdc5-441c-8a82-da3c5e4270df,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:20.530482 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:20.533016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.534732 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0c27e87-cdc5-441c-8a82-da3c5e4270df HTTP/1.1" status: 204 len: 168 time: 0.5142257 Apr 20 19:31:20.879347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.923543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50282) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:20.965751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.999055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:21.007661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Usage tracker for resource:security_group_rule and tenant:dfaee71060fd4d08b35e4fef5e6a23f1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:21.013313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:21.026407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:21.147458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.150896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.165618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3f6ef9dc-7588-4dea-89d7-3f25488237fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:21.218725 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfaee71060fd4d08b35e4fef5e6a23f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937717 Apr 20 19:31:21.219758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb93ccdd-50eb-43a4-89a3-c49d15d41123,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:21.221697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50286) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:21.223071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:21.289993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.318592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.369083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.374667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-742b1235-77e4-4c50-9f78-0372fdf0c12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:21.390273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb93ccdd-50eb-43a4-89a3-c49d15d41123,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:21.393089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:21.395660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.396824 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f85ace6a-2b1e-4a82-9ffd-c6c73842af31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb93ccdd-50eb-43a4-89a3-c49d15d41123 HTTP/1.1" status: 204 len: 168 time: 0.1732578 Apr 20 19:31:21.699568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:23.275480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbc6c2-95bf-4691-b1a6-ecf3f2c270ba req-d402533b-4692-47fb-957d-63bd0fc728b9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:23.276262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-0cfbc6c2-95bf-4691-b1a6-ecf3f2c270ba req-d402533b-4692-47fb-957d-63bd0fc728b9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:23.292737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-0cfbc6c2-95bf-4691-b1a6-ecf3f2c270ba req-d402533b-4692-47fb-957d-63bd0fc728b9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:23.293666 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0cfbc6c2-95bf-4691-b1a6-ecf3f2c270ba req-d402533b-4692-47fb-957d-63bd0fc728b9 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1135435 Apr 20 19:31:23.395868 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0cfbc6c2-95bf-4691-b1a6-ecf3f2c270ba req-cee5013b-8ee7-489d-a422-4d104ca49564 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947244 Apr 20 19:31:23.434351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddea50-0bd5-4982-9a5a-9beabe8f673b req-44f89c8c-8c9b-40b3-a766-9282557da474 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:23.437063 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c3ddea50-0bd5-4982-9a5a-9beabe8f673b req-44f89c8c-8c9b-40b3-a766-9282557da474 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1143379 Apr 20 19:31:23.443556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device df2c759f-200a-4328-ad74-005d895a4a5b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:23.493222 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c3ddea50-0bd5-4982-9a5a-9beabe8f673b req-7e92c730-9535-4dc7-ae9e-c79aa697fbab tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Apr 20 19:31:23.513057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: df2c759f-200a-4328-ad74-005d895a4a5b {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:23.513713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device df2c759f-200a-4328-ad74-005d895a4a5b not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:23.538721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50392) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:23.736193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:23.851204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6924c-796e-40c6-a275-74b5a3e9ca69 tempest-TestMinimumBasicScenario-1203006757 tempest-TestMinimumBasicScenario-1203006757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:23.852015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-50b6924c-796e-40c6-a275-74b5a3e9ca69 tempest-TestMinimumBasicScenario-1203006757 tempest-TestMinimumBasicScenario-1203006757-project-admin] Synchronizing usage tracker for tenant:23362848ae9b4ecba083e394b771fba3 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:23.868739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-50b6924c-796e-40c6-a275-74b5a3e9ca69 tempest-TestMinimumBasicScenario-1203006757 tempest-TestMinimumBasicScenario-1203006757-project-admin] Unset dirty status for tenant:23362848ae9b4ecba083e394b771fba3 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:23.870046 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-50b6924c-796e-40c6-a275-74b5a3e9ca69 tempest-TestMinimumBasicScenario-1203006757 tempest-TestMinimumBasicScenario-1203006757-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1094 time: 0.3300271 Apr 20 19:31:23.873434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50398) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:23.880549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'port_id': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:23.887397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:23.892847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:floatingip and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:23.896261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:23.902403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:23.913291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for floatingip, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:24.068989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:24.273977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Allocated IP 172.28.1.111 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/853ab41f-d574-47d1-ade9-0916eebf47ef) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:24.414790 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-1ea60ec6-bc71-4783-b357-4e3ad44a4bfe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2091129 Apr 20 19:31:24.532128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:24.719220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43de21-e5c2-44f4-879e-97fd5d2c1f57 req-ee2a2ca9-1d66-4c21-9f7d-0efb095e5c5f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:24.720953 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fe43de21-e5c2-44f4-879e-97fd5d2c1f57 req-ee2a2ca9-1d66-4c21-9f7d-0efb095e5c5f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1930091 Apr 20 19:31:24.723190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:24.727696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-47bebfa8-205e-458d-b4f1-9d39d8b3db93 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:24.762503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-8dd6a2e4-a07f-4b62-abc3-b28f13266e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:24.765235 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-8dd6a2e4-a07f-4b62-abc3-b28f13266e65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 1100 time: 0.1856101 Apr 20 19:31:24.882235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:24.895160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'Port': ['ID=853ab41f-d574-47d1-ade9-0916eebf47ef,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:24.917824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:24.922534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:31:25.056050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.056368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.056775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.057186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.057597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.058002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.058407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.058811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.059216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.059642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.060043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.060483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:25.065396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:25.077597 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fe43de21-e5c2-44f4-879e-97fd5d2c1f57 req-3ecf8544-af56-4c7b-82b8-247d08b6256e tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/security-groups?id=a14525e4-4d05-4a54-896f-65cf379be8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034034 Apr 20 19:31:25.177408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-86525d8a-f8e0-4e6e-b1ec-07e0f32cc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:25.178981 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-86525d8a-f8e0-4e6e-b1ec-07e0f32cc858 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.3900764 Apr 20 19:31:25.198637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-1d2e2d82-21a0-4b9e-9f1d-d9c4dcee36fb tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:25.199503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-1d2e2d82-21a0-4b9e-9f1d-d9c4dcee36fb tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Synchronizing usage tracker for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:25.214597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-1d2e2d82-21a0-4b9e-9f1d-d9c4dcee36fb tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Unset dirty status for tenant:ea143ab1424c4e08b5651b899af97a84 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:25.215903 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-1d2e2d82-21a0-4b9e-9f1d-d9c4dcee36fb tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 945 time: 0.1131668 Apr 20 19:31:25.306780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Deleting port 5684b090-a795-40dd-8eb8-2673edb74a76 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:25.307182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:25.371828 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-d8f57092-8ff1-471c-bdba-20c37db4d0e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 200 len: 1002 time: 0.1835067 Apr 20 19:31:25.649191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] For port 5684b090-a795-40dd-8eb8-2673edb74a76, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5684b090-a795-40dd-8eb8-2673edb74a76,segment=NetworkSegment(1a1db527-6611-4b37-923d-15aa6f735e7e),segment_id=1a1db527-6611-4b37-923d-15aa6f735e7e)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:25.649810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:25.803467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Calling delete_port for 5684b090-a795-40dd-8eb8-2673edb74a76 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:25.856761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-000f7f12-d417-4fa1-a9ac-70d64202711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:25.858854 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-000f7f12-d417-4fa1-a9ac-70d64202711a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.4184411 Apr 20 19:31:25.982808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:25.986780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-92bb6fc4-5345-4f28-90fd-83f76fb1b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:25.988542 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-92bb6fc4-5345-4f28-90fd-83f76fb1b016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1213119 Apr 20 19:31:25.993097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:25.996512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['5684b090-a795-40dd-8eb8-2673edb74a76'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:26.079470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Pushing event deleted for resources: {'Port': ['ID=5684b090-a795-40dd-8eb8-2673edb74a76,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:26.088536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:26.140126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] No DVR routers for this DVR port 5684b090-a795-40dd-8eb8-2673edb74a76 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:26.143060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.147696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'name': 'network-vif-deleted', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:26.188846 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1e44dedf-5eed-4d20-9a80-e7e028bd709c req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.58 "DELETE /v2.0/ports/5684b090-a795-40dd-8eb8-2673edb74a76 HTTP/1.1" status: 204 len: 173 time: 0.9644117 Apr 20 19:31:26.214533 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437221b4-55d7-4c82-a1ec-966aef78acff', 'name': 'network-vif-deleted', 'tag': '5684b090-a795-40dd-8eb8-2673edb74a76', 'status': 'completed', 'code': 200} Apr 20 19:31:26.305358 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d3656e02-d0e4-43ed-9001-0f1c278da927 req-5807c239-cb91-4bec-8b79-02717adab8ff tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] 10.222.0.13 "GET /v2.0/ports?device_id=437221b4-55d7-4c82-a1ec-966aef78acff HTTP/1.1" status: 200 len: 210 time: 0.0860271 Apr 20 19:31:26.315002 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-7f976ffc-5e0d-4462-a5c0-d3555eca5c44 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150799 Apr 20 19:31:26.329989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.618283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.673017 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51aa0836-a1c8-440a-87b8-0c5c97e6b4bf req-fb15b26f-1331-4ff1-a567-6a3f2ea2cb24 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445439 Apr 20 19:31:26.919415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.924662 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.932520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2fa22b7b-60e7-4572-b0fb-94dde74d1cb8 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:27.078630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'Port': ['ID=853ab41f-d574-47d1-ade9-0916eebf47ef,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:27.083725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:27.091234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:27.296034 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Floating IP 06128191-0283-4c8b-8191-b814c9a4fbcc associated. External IP: 172.28.1.111, port: 4b265d90-b0d5-4b37-9bc7-8c0f0b182622. Apr 20 19:31:27.491504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50422) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:27.582030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Deleting subnet b8fad239-35c7-4a13-9d83-76a828c7738a {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:31:27.586116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:27.684794 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852381053'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:27.791730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:31:27.798437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.056194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:31:28.066757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Sync routers for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:31:28.085931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.088383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:28.089130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:28.139389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828318691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828308203'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.148563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cca7ec3d-a6ab-4383-893f-3736fecf21e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:28.152840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2774518 Apr 20 19:31:28.153756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:28.159878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50428) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:28.165815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298933623', 'description': 'tempest-secgroup-smoke-298933623 description', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:28.174084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:28.186839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:28.197713 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.213770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fad239-35c7-4a13-9d83-76a828c7738a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:28.222594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:28.223089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:28.224460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.227224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:28.231613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:28.236728 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-58c4a8a4-4009-4b7b-9acb-f84ae1190d18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8fad239-35c7-4a13-9d83-76a828c7738a HTTP/1.1" status: 204 len: 168 time: 0.7428946 Apr 20 19:31:28.237820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50434) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:28.243353 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:31:28.243353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:28.348470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:28.363060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.470987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.476697 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.481117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c393b303-ef45-49bb-ac6c-01819773d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:28.492295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-e43b67a4-fd48-49d8-b2a3-c4f6340e3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:28.493944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-e43b67a4-fd48-49d8-b2a3-c4f6340e3012 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1099 time: 0.2216280 Apr 20 19:31:28.530474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.575368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa25880-56c2-46ef-b900-4b5753805566,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:28.590077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:28.661027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.662479 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ff4d7208-f91a-48be-b5fa-9948371fbc35 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5015023 Apr 20 19:31:28.665681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50440) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:28.674465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:28.693194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:28.702817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:28.703126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ad0001-389f-4522-a176-84dbe6d7c337']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:28.708387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:28.721440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:28.723854 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1db527-6611-4b37-923d-15aa6f735e7e') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:28.724291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1db527-6611-4b37-923d-15aa6f735e7e') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:28.744501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394763'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.749383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-fce1cba0-5c17-4027-9446-a2f051913451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:28.751094 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-fce1cba0-5c17-4027-9446-a2f051913451 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 914 time: 0.2434022 Apr 20 19:31:28.771863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:28.786213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:31:29.114576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Network f8ad0001-389f-4522-a176-84dbe6d7c337 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:31:29.143238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26456510'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.172270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.173959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '06128191-0283-4c8b-8191-b814c9a4fbcc', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'port_id': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'mac_address': 'fa:16:3e:d9:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:25Z', 'updated_at': '2021-04-20T19:31:25Z', 'revision_number': 0, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:29.181425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Checking router: d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:31:29.201414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:29.203040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:29.292401 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-13637591-a3e0-46db-a41d-a3982903fcd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 1000 time: 0.5341084 Apr 20 19:31:29.299473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.347218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.356552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:29.393646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f2934d-17cd-4c7e-9adc-9d15ee403b4d,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:29.401343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:29.412328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-c6c83335-6223-4c6d-8a52-8e4111dd05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:29.414215 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-c6c83335-6223-4c6d-8a52-8e4111dd05f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.1129065 Apr 20 19:31:29.415943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.420793 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7504411 Apr 20 19:31:29.425208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50454) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:29.433288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Network f8ad0001-389f-4522-a176-84dbe6d7c337 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:31:29.512432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:29.589747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:31:29.593963 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:31:29.599493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.609314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:29.613161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:29.627275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:29.631951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:29.641917 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:29.662417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.678931 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ad0001-389f-4522-a176-84dbe6d7c337,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:29.679148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-460fdbe2-577d-4567-961f-f2641f720170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:29.680667 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-460fdbe2-577d-4567-961f-f2641f720170 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2545292 Apr 20 19:31:29.681968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.683363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:29.687543 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6fe2f213-fd1b-4bde-802e-963ca9bf5b23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8ad0001-389f-4522-a176-84dbe6d7c337 HTTP/1.1" status: 204 len: 168 time: 1.4485943 Apr 20 19:31:29.697498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5684b090-a795-40dd-8eb8-2673edb74a76 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:29.765022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 5684b090-a795-40dd-8eb8-2673edb74a76 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:29.765022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5684b090-a795-40dd-8eb8-2673edb74a76 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:29.901349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.907827 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.922797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-063db671-78d6-4c07-9b4c-07ffb71960f5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:29.965976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28104ad-131b-4520-ad42-6ab77a6f2bc8,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:29.968933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:29.974225 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-679fffca-f646-47ec-aefb-a38ff0f1c370 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520368 Apr 20 19:31:29.977557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:29.982307 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50462) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:29.983336 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ea5ae015-784e-4c7f-8e9f-68e76370edc5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5590804 Apr 20 19:31:29.993160 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:30.014964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:30.017020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50468) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:30.021869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:30.044455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:30.052036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:30.093953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.148060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '06128191-0283-4c8b-8191-b814c9a4fbcc', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'port_id': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'mac_address': 'fa:16:3e:d9:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:25Z', 'updated_at': '2021-04-20T19:31:25Z', 'revision_number': 0, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:30.152884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f9bb8-1baa-4ee4-84fc-f6713a8be718 None None] The sync data for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb is: [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '06128191-0283-4c8b-8191-b814c9a4fbcc', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'port_id': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'mac_address': 'fa:16:3e:d9:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:25Z', 'updated_at': '2021-04-20T19:31:25Z', 'revision_number': 0, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:31:30.195170 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b2a79d8f-6031-4d57-b362-f21812ddf132 req-14658b26-5fce-4b0c-ab29-d2c1ff869fae service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102914 Apr 20 19:31:30.223613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50472) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:30.230155 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-499efb45-c158-430a-aa74-9a842d74cd76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea143ab1424c4e08b5651b899af97a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117188 Apr 20 19:31:30.257975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.272630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.281049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4032a855-771d-4044-8501-b2239d1f07d5 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:30.302101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.304968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680ceb79-8922-4878-aee6-028833e3e2b7,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:30.308488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:30.320064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.321284 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370149 Apr 20 19:31:30.324845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50476) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:30.331698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:30.338211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:30.338536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.342543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:30.345882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:30.353530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:30.382747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.411679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.417484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0d9757df-9a45-4812-9248-d19a8b428c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:30.434116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14525e4-4d05-4a54-896f-65cf379be8eb,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:30.437277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:30.443785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.445029 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a14525e4-4d05-4a54-896f-65cf379be8eb HTTP/1.1" status: 204 len: 168 time: 0.2202435 Apr 20 19:31:30.492053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.500816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.503252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6f2bfe21-0a5d-4aab-b6c1-1edd2109a875 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:30.541037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592be9f1-339c-41bd-b1dd-43d2c961c36f,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:30.552258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:30.561592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.563321 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-78a361f6-f9e4-4fa6-9b97-d012d65ddf38 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2373734 Apr 20 19:31:30.568329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50482) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:30.578205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:30.589509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00c79b-a52b-4f43-bc63-3f1276575c00 None None] New status for floating IP 06128191-0283-4c8b-8191-b814c9a4fbcc: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:31:30.598473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:30.612964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:30.620682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:30.634916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:30.656085 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.securitygroups_db [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Project 74d45ab460094d53a7fef8b9125ff0d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:31:30.673315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.820359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.824868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.848911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-887530d8-3fe9-41cb-9671-56abdf08e912 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:30.862708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:30.864046 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2941585 Apr 20 19:31:30.869469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50492) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:30.876685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f837e4f-ea86-4171-b0b9-f6c536d6f386,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:30.879255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'security_group_rule': {'security_group_id': '4aa25880-56c2-46ef-b900-4b5753805566', 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:30.881261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d64a1adc-bf69-416b-ae3a-29b3d0734c67 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:30.902717 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:30.912836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Usage tracker for resource:security_group_rule and tenant:74d45ab460094d53a7fef8b9125ff0d0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:30.919390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:30.933908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:30.963373 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.securitygroups_db [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Project 74d45ab460094d53a7fef8b9125ff0d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:31:30.974799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:31.113861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:31.117924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:31.120446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2aecee52-ebd9-4a1a-a561-c9ca04113b21 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:31.148230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67afa40-a095-4a6f-9609-11c4e11fbd82,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:31.158164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:31.163281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:31.171100 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d4d1f9a4-4123-4620-9c84-f51c5a19047f tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2970321 Apr 20 19:31:31.345629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-0da8b804-e115-40ac-abee-1d2ae705b7d4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Synchronizing usage tracker for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:31.398113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-0da8b804-e115-40ac-abee-1d2ae705b7d4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Unset dirty status for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:31.399490 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-0da8b804-e115-40ac-abee-1d2ae705b7d4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298933623&fields=id&tenant_id=74d45ab460094d53a7fef8b9125ff0d0 HTTP/1.1" status: 200 len: 267 time: 0.1085727 Apr 20 19:31:31.533873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ae1ff-3ed5-4088-b5f4-f29e4cc30827 req-efd8bf1e-a91c-4a32-aba7-86921607c0de tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:31.535591 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-638ae1ff-3ed5-4088-b5f4-f29e4cc30827 req-efd8bf1e-a91c-4a32-aba7-86921607c0de tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.1744866 Apr 20 19:31:31.553190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-f19e80db-254d-4e28-a290-cbce817d4689 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:31.555025 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-f19e80db-254d-4e28-a290-cbce817d4689 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1410229 Apr 20 19:31:31.581936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'port': {'security_groups': ['0eb5e233-c643-47e8-9dab-afdd872ed0e5', '4aa25880-56c2-46ef-b900-4b5753805566']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:31.667283 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-638ae1ff-3ed5-4088-b5f4-f29e4cc30827 req-d313bd18-bdc0-4edd-b8c0-0f23979eb698 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111157 Apr 20 19:31:31.769950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:32.121644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:32.156965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:32.161714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:32.169522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7da903d2-192e-45c3-a1d5-0357a2eba38c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:32.175838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:32.239983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:32.240581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:32.242381 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-858da4d4-5c19-4523-b774-e75468ae3aa5 req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "PUT /v2.0/ports/4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 982 time: 0.6717074 Apr 20 19:31:32.242960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:32.286665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=6']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:32.290301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:32.550704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:32.576283 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:31:32.754473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91013-0e9e-42d2-a9b6-3db22f92209d req-69fd5958-3f26-4fd7-91a4-c0f8e43211a5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:32.757475 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eed91013-0e9e-42d2-a9b6-3db22f92209d req-69fd5958-3f26-4fd7-91a4-c0f8e43211a5 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.3170869 Apr 20 19:31:32.824529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-74d2d33c-5307-45bd-afed-42643a635fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:32.828371 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-74d2d33c-5307-45bd-afed-42643a635fde service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1138 time: 0.2486262 Apr 20 19:31:32.894150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-51fea4d8-4f55-4246-9b7b-0ab1c8ab73bc None None] Provisioning complete for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:32.894867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-51fea4d8-4f55-4246-9b7b-0ab1c8ab73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:33.004414 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-eed91013-0e9e-42d2-a9b6-3db22f92209d req-5076f91c-6257-4ea7-9dfb-75ec0242cc0c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303061 Apr 20 19:31:33.174945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11092c9-fe47-4453-9816-4ae6c905f835 req-2b0f283d-42ff-4c40-b925-4ecf883dabe1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.179222 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f11092c9-fe47-4453-9816-4ae6c905f835 req-2b0f283d-42ff-4c40-b925-4ecf883dabe1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.2850358 Apr 20 19:31:33.190655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-f8d4dd66-9a68-463e-b551-a1d3bb1896be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.193291 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-f8d4dd66-9a68-463e-b551-a1d3bb1896be service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 914 time: 0.3488178 Apr 20 19:31:33.276663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-f03c65a5-aea8-45aa-b92d-05186f18f6a6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.277575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-f03c65a5-aea8-45aa-b92d-05186f18f6a6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:33.295767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-f03c65a5-aea8-45aa-b92d-05186f18f6a6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:33.297687 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-f03c65a5-aea8-45aa-b92d-05186f18f6a6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 947 time: 0.2058828 Apr 20 19:31:33.342773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f11092c9-fe47-4453-9816-4ae6c905f835 req-2447ffbb-7068-481e-87f2-f3f6707d937b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2811710-ab39-45ee-8600-683ddb55ebbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477470 Apr 20 19:31:33.357423 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-f51377c5-aedb-4da9-88ef-15c0ee204160 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 1002 time: 0.1466570 Apr 20 19:31:33.401226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Deleting port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:33.401556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:33.458035 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-c93c0fdf-d513-4053-b87b-04061aca1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.459904 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-c93c0fdf-d513-4053-b87b-04061aca1210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.0949893 Apr 20 19:31:33.578740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-b89dd911-b18f-4e50-92fa-bc3929ee324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.578740 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-b89dd911-b18f-4e50-92fa-bc3929ee324c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080782 Apr 20 19:31:33.769948 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-37abb826-0b5e-48f7-b8a3-e205926477b2 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855953 Apr 20 19:31:33.774934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] For port 5b8a959f-4ef7-47af-bd87-fc49607d0da9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b8a959f-4ef7-47af-bd87-fc49607d0da9,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:33.775461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:33.881135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:31:33.935088 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fb2b33ae-cf61-4332-a88f-10a896108d57 req-a3f69a75-ee5c-4678-84ce-15ef7642b2e9 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564019 Apr 20 19:31:34.423864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:34.424464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:34.424602 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Floating IP 7cd92ed3-6770-495b-ba50-d5520a67ca2d disassociated. External IP: 172.28.1.190, port: 5b8a959f-4ef7-47af-bd87-fc49607d0da9. Apr 20 19:31:34.424926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Calling delete_port for 5b8a959f-4ef7-47af-bd87-fc49607d0da9 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:34.603495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:34.611871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7d8a8733-9e41-4ffb-9b99-5e393c94bf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:34.616203 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e1104950-c0f8-465e-aea4-56b75aaca51c req-168d3d32-5535-4815-b643-abd9b54e1ebb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 210 time: 0.0693171 Apr 20 19:31:34.668164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'Port': ['ID=5b8a959f-4ef7-47af-bd87-fc49607d0da9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:34.672967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:34.899145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:31:35.121390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:31:35.132081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:31:35.146286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:35.147370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:35.203996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] No DVR routers for this DVR port 5b8a959f-4ef7-47af-bd87-fc49607d0da9 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:35.206766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:35.211521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-deleted', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:35.227055 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-93f33336-1a47-4354-a0bb-2a1038f51d49 req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "DELETE /v2.0/ports/5b8a959f-4ef7-47af-bd87-fc49607d0da9 HTTP/1.1" status: 204 len: 173 time: 1.9229620 Apr 20 19:31:35.286095 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8525981-3b36-4ce2-a9a2-7c5d24e85ec2', 'name': 'network-vif-deleted', 'tag': '5b8a959f-4ef7-47af-bd87-fc49607d0da9', 'status': 'completed', 'code': 200} Apr 20 19:31:35.361700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:35.799079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:35.804292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:31:35.817987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:35.818546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:35.906134 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-89975936-6bcc-4e46-ae28-05e326beee19 req-f97d0797-2a51-4481-8eee-4f8f070f4c80 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8525981-3b36-4ce2-a9a2-7c5d24e85ec2 HTTP/1.1" status: 200 len: 210 time: 0.0603180 Apr 20 19:31:36.133393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:36.726466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:36.730686 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae87f5-bf19-479e-8bc5-1c6bde19b633 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:31:37.073469 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50592) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:37.172378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e60ce0-7fb9-48e6-9cdb-fcf514008335 None None] New status for floating IP 7cd92ed3-6770-495b-ba50-d5520a67ca2d: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:31:37.173710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.204573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.260512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.266358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-11105431-b21b-41b6-b625-b91ba5cfd210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:37.285519 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2811710-ab39-45ee-8600-683ddb55ebbb,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:37.291377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:37.293537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.298635 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2811710-ab39-45ee-8600-683ddb55ebbb HTTP/1.1" status: 204 len: 168 time: 0.2197850 Apr 20 19:31:37.298635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50596) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:37.318375 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.v2.resource [None req-a3d0b077-3290-4c68-9f1d-04377cc0a01c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] show failed (client error): The resource could not be found. Apr 20 19:31:37.319537 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a3d0b077-3290-4c68-9f1d-04377cc0a01c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups/f2811710-ab39-45ee-8600-683ddb55ebbb HTTP/1.1" status: 404 len: 347 time: 0.0202417 Apr 20 19:31:37.322832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50600) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:37.519020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:37.562145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 5b8a959f-4ef7-47af-bd87-fc49607d0da9 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:37.562522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 5b8a959f-4ef7-47af-bd87-fc49607d0da9 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:37.746271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Deleting port e85df9ab-02a5-401d-861e-54890440926d {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:37.746640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.937807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:37.938008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.081977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Calling delete_port for e85df9ab-02a5-401d-861e-54890440926d owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:38.254636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.259481 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:38.306940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'Port': ['ID=e85df9ab-02a5-401d-861e-54890440926d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:38.310231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:38.409810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.425451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.429910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "DELETE /v2.0/floatingips/7cd92ed3-6770-495b-ba50-d5520a67ca2d HTTP/1.1" status: 204 len: 168 time: 1.1028366 Apr 20 19:31:38.701666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50652) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:38.713050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875384290', 'description': 'tempest-description--712750119'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:38.720488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:38.728531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:38.734170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:38.742254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:38.752969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.776293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:38.781009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:38.790974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:38.798749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:38.873800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.876446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.881965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3d3fa169-291c-49df-9709-b9c8b93f8ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:38.930144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380bd933-ce3f-4a88-8195-db33bcc917ed,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:38.933240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:38.934595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:38.935918 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2331772 Apr 20 19:31:38.939421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50656) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:38.944950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group_rule': {'security_group_id': '380bd933-ce3f-4a88-8195-db33bcc917ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:38.951617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:38.955857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:38.958947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:38.965334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:38.982253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.046806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.049674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.056059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4e341a2b-6f3b-4177-afa7-19859577a2aa tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:39.077054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97a7e27-42ba-48d6-b732-81f061d25350,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:39.080644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:39.088650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.090176 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9c1b4f7b-dbca-482a-886d-5f0117adcc40 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497662 Apr 20 19:31:39.093909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50660) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:39.099546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'security_group_rule': {'security_group_id': '380bd933-ce3f-4a88-8195-db33bcc917ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:39.106286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:39.110701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:security_group_rule and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:39.113816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:39.120394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:39.137661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.206269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.209069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.211176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:39.237220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40075cc-809a-493c-aca9-c2a4a9841502,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:39.242740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:39.246567 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.247898 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bb352782-dedf-4c00-bb02-585a04b33846 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530199 Apr 20 19:31:39.252050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50666) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:39.259494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:39.265763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:39.270208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Usage tracker for resource:floatingip and tenant:b000e969c3fb4065b655fcf6adf421e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:39.273556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:39.280314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:39.291201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.445067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.611323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Allocated IP 172.28.1.157 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:39.771986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.803053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.808219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:39.875400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:39.884150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:39.890028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:31:39.930070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:39.934899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:39.985973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.055995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.285756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.289297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.294228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae8c66fb-dcd3-44ab-be95-0faae620b06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:40.415840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:40.420661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:40.426122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.452391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:40.453744 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2003036 Apr 20 19:31:40.701521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-dd8de90c-aba9-4d9a-aab1-31049ecf2dad tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:40.717220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-dd8de90c-aba9-4d9a-aab1-31049ecf2dad tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:40.718571 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-dd8de90c-aba9-4d9a-aab1-31049ecf2dad tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--875384290&fields=id&tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 267 time: 0.0649517 Apr 20 19:31:40.904971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-e5ce958b-10ee-4b70-b788-ca19dbd2de2f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:40.907273 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-e5ce958b-10ee-4b70-b788-ca19dbd2de2f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 815 time: 0.1807094 Apr 20 19:31:40.926978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-87a9c271-590d-472b-b360-784ff402952c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/quotas/b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 375 time: 0.0122409 Apr 20 19:31:41.023477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-620b87f7-a60f-42e0-ab99-4bf55e3ec791 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:41.038672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-620b87f7-a60f-42e0-ab99-4bf55e3ec791 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:41.040161 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-620b87f7-a60f-42e0-ab99-4bf55e3ec791 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067617 Apr 20 19:31:41.218429 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-638bc17d-7dd8-4f85-b47f-4a807c35e753 service neutron] 10.222.0.13 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639075 Apr 20 19:31:41.392813 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-ceec6aef-f4b5-4ee3-b96f-79da403d71f7 service neutron] 10.222.0.13 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674547 Apr 20 19:31:41.611043 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ea5f62eb-bed9-4528-93be-a22621d516bf req-40e26fcd-dc80-4bce-adfc-9eb6056a9f64 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 210 time: 0.0633626 Apr 20 19:31:42.933496 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-078c94ad-e195-4f29-b779-d49bbd044d92 req-a637f53b-3e5f-468c-9c91-8c71484e6396 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 210 time: 0.0699265 Apr 20 19:31:42.945396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-8cef7e33-0e31-4327-b7ad-77a4e91b21a2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:42.947248 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-8cef7e33-0e31-4327-b7ad-77a4e91b21a2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 815 time: 0.3138206 Apr 20 19:31:42.970450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50734) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:43.033249 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-f596c22b-c651-4a5b-8941-72bb1c9f995d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:43.047343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-f596c22b-c651-4a5b-8941-72bb1c9f995d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:43.048805 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-f596c22b-c651-4a5b-8941-72bb1c9f995d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 5703 time: 0.0925305 Apr 20 19:31:43.059022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'port': {'device_id': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'admin_state_up': True, 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'security_groups': ['380bd933-ce3f-4a88-8195-db33bcc917ed']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:43.120829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.138837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:43.143737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a50c867f242d496ba44960c4efebb8dd is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:43.147252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:43.153975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:43.234343 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:43.246863 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:43.256808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.261083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.262646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Made reservation on behalf of b000e969c3fb4065b655fcf6adf421e1 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:31:43.269681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.270591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:43.321264 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a50c867f242d496ba44960c4efebb8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491149 Apr 20 19:31:43.323000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df89de7-3161-4fdd-888d-bccfa8033ac2,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:43.325597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50744) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:43.329110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:43.394866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.423473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.462645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Allocated IP 172.20.0.9 (ed015f41-b7af-4360-ac83-625117218c8c/03ff75ff-ca95-4f6d-86f2-b4f2f5348769/61b8fcc5-c443-4549-b684-49a6e60ab57a) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:43.471752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.477456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b6495fc-db20-4b11-a2d0-a5750662a1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:43.491248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df89de7-3161-4fdd-888d-bccfa8033ac2,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:43.494489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:43.496698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.497920 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4df89de7-3161-4fdd-888d-bccfa8033ac2 HTTP/1.1" status: 204 len: 168 time: 0.1712132 Apr 20 19:31:43.675029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.692840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Transition to ACTIVE for port object 61b8fcc5-c443-4549-b684-49a6e60ab57a will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:31:43.716668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.723143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f237c2e-34e5-4d5b-8a5d-4c96ac641a2f tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:43.797644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Network ed015f41-b7af-4360-ac83-625117218c8c is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:43.806480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:43.809135 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:31:43.856719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:43.860628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:43.893732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:43.894572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:43.924220 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694801 Apr 20 19:31:43.937944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Request body: {'port': {'device_id': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:44.085338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.103030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-4b70d982-e006-45a4-9bee-3d2343efdf12 None None] Provisioning for port 61b8fcc5-c443-4549-b684-49a6e60ab57a completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:31:44.111814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-4b70d982-e006-45a4-9bee-3d2343efdf12 None None] Provisioning complete for port 61b8fcc5-c443-4549-b684-49a6e60ab57a triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:44.112780 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4b70d982-e006-45a4-9bee-3d2343efdf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.177982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-4b70d982-e006-45a4-9bee-3d2343efdf12 None None] Port 61b8fcc5-c443-4549-b684-49a6e60ab57a cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:31:44.257170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae044a8b-14eb-49a5-8220-283b11aeba07 req-2de05445-593d-45a9-9eeb-a39ddfc57433 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:44.259468 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ae044a8b-14eb-49a5-8220-283b11aeba07 req-2de05445-593d-45a9-9eeb-a39ddfc57433 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 931 time: 0.1521266 Apr 20 19:31:44.325857 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ae044a8b-14eb-49a5-8220-283b11aeba07 req-96628655-8b3c-44fb-bd44-6f9419462400 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568326 Apr 20 19:31:44.539202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:44.548549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.565381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Transition to ACTIVE for port object 61b8fcc5-c443-4549-b684-49a6e60ab57a will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:31:44.568498 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.573795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aa5f841f-efb5-42d1-aed9-ef902bd86b13 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:44.750026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:44.761291 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:44.838484 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Attempting to bind port 61b8fcc5-c443-4549-b684-49a6e60ab57a on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:31:44.838871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Attempting to bind port 61b8fcc5-c443-4549-b684-49a6e60ab57a by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:31:44.839243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Attempting to bind port 61b8fcc5-c443-4549-b684-49a6e60ab57a on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:31:44.844637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Port 61b8fcc5-c443-4549-b684-49a6e60ab57a on network ed015f41-b7af-4360-ac83-625117218c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:31:44.844996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Attempting to bind port 61b8fcc5-c443-4549-b684-49a6e60ab57a on network ed015f41-b7af-4360-ac83-625117218c8c {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:31:44.850782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:31:44.851157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Checking segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:31:44.851620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Bound using segment: {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:31:44.852103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Bound port: 61b8fcc5-c443-4549-b684-49a6e60ab57a, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:31:44.852522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.967677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:31:44.971820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:31:44.982150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:44.988253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:45.075929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.077262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:45.079939 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] 10.222.0.58 "PUT /v2.0/ports/61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 1093 time: 1.1472099 Apr 20 19:31:45.087574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:45.184352 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'status': 'completed', 'code': 200} Apr 20 19:31:45.192690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:45.201321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:45.237208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-0d4e45d1-7d06-4d12-a4b6-1511b4d44b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.238804 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-0d4e45d1-7d06-4d12-a4b6-1511b4d44b99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1096 time: 0.1082277 Apr 20 19:31:45.323697 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-e8679b81-843f-4294-ab56-e4e69f4e2afb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 217 time: 0.0771835 Apr 20 19:31:45.439370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-1023242e-ae8c-43b5-9bd9-6890a9aa84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.440982 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-1023242e-ae8c-43b5-9bd9-6890a9aa84f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.1110957 Apr 20 19:31:45.551995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-13454f7f-43cf-408e-91cd-03dabda0dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.554130 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-13454f7f-43cf-408e-91cd-03dabda0dc4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1063178 Apr 20 19:31:45.624283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73bd95-4b00-4d5b-9ec1-a667a9f73a0b req-a1615e51-6a1d-4325-acef-39dc97dfc249 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.626395 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2e73bd95-4b00-4d5b-9ec1-a667a9f73a0b req-a1615e51-6a1d-4325-acef-39dc97dfc249 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1413364 Apr 20 19:31:45.730426 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-3dd2708e-1764-4a05-92b6-2707c046d3ac service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665325 Apr 20 19:31:45.731898 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2e73bd95-4b00-4d5b-9ec1-a667a9f73a0b req-4f51f31d-5968-4def-ba61-0e01e807cc7c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990205 Apr 20 19:31:45.899932 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-32cb4e27-2028-4cf6-b5f7-065200f67f26 req-a589164f-b409-4dbf-9006-a20b6f8573df service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595204 Apr 20 19:31:46.024191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026dc-7f89-46da-b100-c857a8021538 req-61cff609-73ae-483a-b072-414f09c68690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:46.025768 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-61cff609-73ae-483a-b072-414f09c68690 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1096 time: 0.0815752 Apr 20 19:31:46.178450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026dc-7f89-46da-b100-c857a8021538 req-abb07850-198c-4d3c-b9a6-f57c24024e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:46.180067 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-abb07850-198c-4d3c-b9a6-f57c24024e32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.1471651 Apr 20 19:31:46.261594 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-f55efb04-ab39-41d7-8eb6-9a8ecfcef986 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 217 time: 0.0724204 Apr 20 19:31:46.331288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026dc-7f89-46da-b100-c857a8021538 req-5a048e30-d700-4693-9939-9bf8327f5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:46.332845 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-5a048e30-d700-4693-9939-9bf8327f5736 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.0642331 Apr 20 19:31:46.422470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026dc-7f89-46da-b100-c857a8021538 req-213fcefe-9276-4159-bd5a-06fd8feca019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:46.424102 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-213fcefe-9276-4159-bd5a-06fd8feca019 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836775 Apr 20 19:31:46.817931 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-f86aec03-fd24-49fe-9a8a-0549fe7d03d9 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857086 Apr 20 19:31:47.073734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6501b-eb1e-45f2-8df6-4c47256f1c4b req-f650162e-18bc-4c43-82b3-3d881f9202a9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:47.075182 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-73f6501b-eb1e-45f2-8df6-4c47256f1c4b req-f650162e-18bc-4c43-82b3-3d881f9202a9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1254277 Apr 20 19:31:47.086223 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-75a026dc-7f89-46da-b100-c857a8021538 req-12a435f4-b950-4730-b543-ea777384d1fe service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582603 Apr 20 19:31:47.143658 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-73f6501b-eb1e-45f2-8df6-4c47256f1c4b req-c67b1614-9517-4ce6-88f9-4fca0d774665 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585313 Apr 20 19:31:47.237733 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-862a96a3-8dfb-48eb-8b01-3824537212bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:47.546832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:31:47.695890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:47.712495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:31:47.777134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:47.795942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:47.813522 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:47.816486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:47.819090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f54457e6-8247-42e6-8011-2b1547bf2439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:47.891571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:47.899948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.900337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.900719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.901102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.901472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.901846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.902219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.902587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.902957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.903344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.903719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.904090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:47.909070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:48.067924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['61b8fcc5-c443-4549-b684-49a6e60ab57a'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:48.428625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059162d0-af87-432c-b5ed-fe129ec499e2 req-e9f96113-a592-4604-93d7-6dd7e4d55563 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:48.430322 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-059162d0-af87-432c-b5ed-fe129ec499e2 req-e9f96113-a592-4604-93d7-6dd7e4d55563 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.1176939 Apr 20 19:31:48.515537 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-059162d0-af87-432c-b5ed-fe129ec499e2 req-6ce30149-67aa-478e-a5b5-70391f78786c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731089 Apr 20 19:31:49.056462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50870) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:49.187007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.202897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:49.207602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfe9cc90ca04f0297302a0b5f072db0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:49.210840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:49.217117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:49.302751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.305615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.315336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-02be127a-189d-48e2-b29c-64b5be5f259b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:49.359520 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dfe9cc90ca04f0297302a0b5f072db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017175 Apr 20 19:31:49.360508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84ea0c5-80d4-44fc-8d47-b0da82c8f386,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:49.362380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50876) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:49.363833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:49.404426 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8539abcf-fbf0-4275-96b7-0261e90c8e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.431143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.461722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.524022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.529276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:49.542338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84ea0c5-80d4-44fc-8d47-b0da82c8f386,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:49.546397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:49.550284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:31:49.554353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.558684 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-78c08f13-bf82-4828-a37c-0db13d602ba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c84ea0c5-80d4-44fc-8d47-b0da82c8f386 HTTP/1.1" status: 204 len: 168 time: 0.1952360 Apr 20 19:31:49.644534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 61b8fcc5-c443-4549-b684-49a6e60ab57a completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:31:49.650014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 61b8fcc5-c443-4549-b684-49a6e60ab57a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:49.650439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.778588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50892) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:49.814115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5daf77-a20f-4bfe-880f-d4d629e0e7a4 req-6377aa62-481d-4e42-8de4-a48e4f8fad14 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:49.814845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.817013 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3f5daf77-a20f-4bfe-880f-d4d629e0e7a4 req-6377aa62-481d-4e42-8de4-a48e4f8fad14 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.1350658 Apr 20 19:31:49.849489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:49.861539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:49.867748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.870466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-cfc063aa-f331-439d-904f-8c732feaaee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:49.914405 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3f5daf77-a20f-4bfe-880f-d4d629e0e7a4 req-8d90a54f-b24d-406b-a100-6c47aca09a36 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785458 Apr 20 19:31:49.929025 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'code': 200} Apr 20 19:31:49.964901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.980679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:49.983886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:49.991521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:49.991729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Usage tracker for resource:security_group_rule and tenant:8a4e6ca5adcd42149d58baacf29d19a1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:49.995014 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:50.002308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:50.055458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50900) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:50.084494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.113421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:50.120652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7d2609d91147a3b693b9e1be96e4a8 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:50.124651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:50.131455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:50.164412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.174106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.189959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04292b1b-fb7c-4219-8eed-d10ce458f97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:50.246565 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4e6ca5adcd42149d58baacf29d19a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662650 Apr 20 19:31:50.250970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50904) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:50.254524 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2767e179-c9b3-436a-940c-502e9a19aac9,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:50.255867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.259424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:50.259973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.277282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d6f40e5c-9492-496a-8eed-766c7a98a9f6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:50.326363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd100349-d1d8-4aff-92e0-658c2aafa673 req-9f5e9dbf-bc1a-4b2d-9c3d-17a9330908ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:50.328345 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dd100349-d1d8-4aff-92e0-658c2aafa673 req-9f5e9dbf-bc1a-4b2d-9c3d-17a9330908ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1098 time: 0.2029216 Apr 20 19:31:50.330795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d7d2609d91147a3b693b9e1be96e4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741280 Apr 20 19:31:50.334046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50908) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:50.349718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbf197b-36c8-49dc-9a1e-1edc9f988211,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:50.358853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:50.365201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.405545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.406658 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dd100349-d1d8-4aff-92e0-658c2aafa673 req-7836b2de-4122-41ee-9ed0-002b43bdd6de service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704405 Apr 20 19:31:50.411020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.447122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.456528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.480242 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.486601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e0db75d0-9e71-48cd-a24b-04c37f0a0141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:50.494965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.501213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:50.501417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2767e179-c9b3-436a-940c-502e9a19aac9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:50.506905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:50.512040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.514415 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2767e179-c9b3-436a-940c-502e9a19aac9 HTTP/1.1" status: 204 len: 168 time: 0.2602243 Apr 20 19:31:50.514659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbf197b-36c8-49dc-9a1e-1edc9f988211,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:50.525298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:50.534286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:50.540483 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dbf197b-36c8-49dc-9a1e-1edc9f988211 HTTP/1.1" status: 204 len: 168 time: 0.2046845 Apr 20 19:31:50.868964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:51.209679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a47fe-57a3-4aad-8f3b-98c7a68dd1fb req-07edf2ad-cbae-4238-a8fb-11ea9bef5ac0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:51.211426 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6c7a47fe-57a3-4aad-8f3b-98c7a68dd1fb req-07edf2ad-cbae-4238-a8fb-11ea9bef5ac0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1419232 Apr 20 19:31:51.290763 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6c7a47fe-57a3-4aad-8f3b-98c7a68dd1fb req-ce36cecb-6406-4d3f-af00-76270460ed9d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698991 Apr 20 19:31:51.708157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.016361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 50966) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:52.173061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.189536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:52.193706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Usage tracker for resource:security_group_rule and tenant:71d77fb78ddb42d0b054fa93dfd791f1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:52.196751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:52.203606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:52.297078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.300108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.309337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4b9310ca-63ce-4614-9bd4-c28066ecd721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:52.355187 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71d77fb78ddb42d0b054fa93dfd791f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375664 Apr 20 19:31:52.357163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50980) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:52.359756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6401b093-925f-4e89-8173-5d7ed1f50b0b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:52.363797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:52.432718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.476378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.535071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e152e2-790f-4147-8140-6558e5c84b57 req-4524b92c-ee35-4835-b96d-7cfa27f0342e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:52.536773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-31e152e2-790f-4147-8140-6558e5c84b57 req-4524b92c-ee35-4835-b96d-7cfa27f0342e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1068604 Apr 20 19:31:52.540921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.549210 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d4b3cb07-f8a0-478d-b37c-9925adaa2d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:52.562018 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401b093-925f-4e89-8173-5d7ed1f50b0b,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:52.564647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:52.567349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.568773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6401b093-925f-4e89-8173-5d7ed1f50b0b HTTP/1.1" status: 204 len: 168 time: 0.2095001 Apr 20 19:31:52.602881 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-31e152e2-790f-4147-8140-6558e5c84b57 req-a9896195-e503-431c-9a65-258721af6cf9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Apr 20 19:31:52.836138 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652edef3-e41c-4efa-92eb-c6e6c13c5520 req-1d4027c0-52a7-4bdc-9214-aa63d6d0d326 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:52.837668 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-652edef3-e41c-4efa-92eb-c6e6c13c5520 req-1d4027c0-52a7-4bdc-9214-aa63d6d0d326 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0931687 Apr 20 19:31:52.849246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 50992) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:52.855930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Request body: {'floatingip': {'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:53.010808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:53.765001 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:53.836461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:53.840830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:53.843470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11420f-e750-4d23-ab77-d0188974e0a3 req-e2ea20d2-ebd3-4c35-90d4-1584dea99007 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:53.845199 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d11420f-e750-4d23-ab77-d0188974e0a3 req-e2ea20d2-ebd3-4c35-90d4-1584dea99007 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1296136 Apr 20 19:31:53.914203 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d11420f-e750-4d23-ab77-d0188974e0a3 req-f623e306-1aa0-40ca-96ba-f76487b59dd9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609198 Apr 20 19:31:54.040971 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Floating IP 40bd86bf-abe4-44a8-900a-facdd7579d4e associated. External IP: 172.28.1.157, port: 61b8fcc5-c443-4549-b684-49a6e60ab57a. Apr 20 19:31:54.455205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:31:54.906337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:31:54.911186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:54.923918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:31:54.941187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:54.942536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:55.029573 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-75039694-1741-4f69-aaf2-91bfab929072 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "PUT /v2.0/floatingips/40bd86bf-abe4-44a8-900a-facdd7579d4e HTTP/1.1" status: 200 len: 991 time: 2.1787028 Apr 20 19:31:55.030315 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:55.148770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506ac91-76ce-4be7-951b-3aacbf3400af req-488bc7f7-25f2-4d2b-b963-54a4bd9a0a48 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.150533 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7506ac91-76ce-4be7-951b-3aacbf3400af req-488bc7f7-25f2-4d2b-b963-54a4bd9a0a48 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1010668 Apr 20 19:31:55.181842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:55.221221 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7506ac91-76ce-4be7-951b-3aacbf3400af req-de2f51eb-faa2-4bfb-a18f-b5c4b13d5a4b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637639 Apr 20 19:31:55.248674 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'status': 'completed', 'code': 200} Apr 20 19:31:55.374749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-0ef4cfbc-9232-4fd2-9f49-14c8c32ab513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.376480 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-0ef4cfbc-9232-4fd2-9f49-14c8c32ab513 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1098 time: 0.1068606 Apr 20 19:31:55.583604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268e6ff-cb32-49fa-9287-967732691642 req-dbb5cb12-a06f-4193-8846-6314a675d0ca tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.585435 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6268e6ff-cb32-49fa-9287-967732691642 req-dbb5cb12-a06f-4193-8846-6314a675d0ca tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.1761808 Apr 20 19:31:55.620704 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-1532f612-4f6b-4569-942e-044ef4094e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.623446 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-1532f612-4f6b-4569-942e-044ef4094e52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.2363303 Apr 20 19:31:55.690599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '40bd86bf-abe4-44a8-900a-facdd7579d4e', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:39Z', 'updated_at': '2021-04-20T19:31:53Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:55.696184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:31:55.706876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:55.707725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:55.715992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Deleting port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:31:55.716377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:55.748996 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-b17a0049-0811-43df-9cc3-af7fae6de0bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 999 time: 0.1187878 Apr 20 19:31:55.764418 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9612246f-9dfb-43b6-bb48-bcbc4e49f968 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cda4dd06550448308f3ed45233473567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889938 Apr 20 19:31:55.835097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-f49c317f-ba83-4c7a-aa23-bbf1eb39b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.836763 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-f49c317f-ba83-4c7a-aa23-bbf1eb39b9b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.0825145 Apr 20 19:31:55.909473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:55.926881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-2230873e-7bdc-4d97-8472-4c4bcfdeaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.929361 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-2230873e-7bdc-4d97-8472-4c4bcfdeaa2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854454 Apr 20 19:31:56.104229 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-6dc1d80f-f433-4c04-9994-8b52bfec1c22 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673088 Apr 20 19:31:56.324885 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cb59b4e-bba0-49af-bca3-cace552243a7 req-7f0127c8-4a79-40be-86de-4ce4f071391d service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135458 Apr 20 19:31:56.384359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-190dafcf-5759-49a3-9947-55437a9adcea tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:56.385083 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-190dafcf-5759-49a3-9947-55437a9adcea tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6050034 Apr 20 19:31:56.414882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-79203d62-f164-4157-a41e-b552deb6262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '40bd86bf-abe4-44a8-900a-facdd7579d4e', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:39Z', 'updated_at': '2021-04-20T19:31:53Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:56.419620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79203d62-f164-4157-a41e-b552deb6262f None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': '40bd86bf-abe4-44a8-900a-facdd7579d4e', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:39Z', 'updated_at': '2021-04-20T19:31:53Z', 'revision_number': 1, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:31:56.442723 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-f00917c7-9368-4100-a211-6b85d90cde5c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/quotas/cda4dd06550448308f3ed45233473567 HTTP/1.1" status: 200 len: 375 time: 0.0460243 Apr 20 19:31:56.465129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] For port 367ef83f-59f8-4d7f-a3ed-5741a8849d94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=367ef83f-59f8-4d7f-a3ed-5741a8849d94,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:56.465129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:56.632584 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-06139160-663f-4f2e-9c40-6ae849ad10c2 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cda4dd06550448308f3ed45233473567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1767366 Apr 20 19:31:56.803348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e736c-e12c-4f24-9024-11c86889e1cb None None] New status for floating IP 40bd86bf-abe4-44a8-900a-facdd7579d4e: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:31:56.814675 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9994bf-2ffd-462a-bd95-40f636270076 req-4954ea01-2582-4d3d-ab6a-89aa535064ad tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:56.821587 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c9994bf-2ffd-462a-bd95-40f636270076 req-4954ea01-2582-4d3d-ab6a-89aa535064ad tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 945 time: 0.2934484 Apr 20 19:31:57.037567 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e9699fd3-9fa1-4ce8-b48f-5fbd1b1d6b00 req-3ece5249-363d-4590-90e6-ec6d7647af43 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 210 time: 0.1959298 Apr 20 19:31:57.089698 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c9994bf-2ffd-462a-bd95-40f636270076 req-30eca009-2cf1-4856-85c8-4bcfa12a22f6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de059bb-0ea1-4c99-8840-25b933832193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462904 Apr 20 19:31:57.119329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:57.119329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:57.119329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Floating IP 19c7ea7e-fbfd-4f70-86b0-fc5191da2791 disassociated. External IP: 172.28.1.139, port: 367ef83f-59f8-4d7f-a3ed-5741a8849d94. Apr 20 19:31:57.119719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Calling delete_port for 367ef83f-59f8-4d7f-a3ed-5741a8849d94 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:31:57.288925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:57.295547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-30809db6-e789-42b2-9351-a0d0f54b9cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:57.350621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'Port': ['ID=367ef83f-59f8-4d7f-a3ed-5741a8849d94,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:57.354085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:57.565823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:31:57.770228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:31:57.782647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:31:57.798751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:57.800139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:57.860201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] No DVR routers for this DVR port 367ef83f-59f8-4d7f-a3ed-5741a8849d94 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:31:57.862790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:57.866383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'name': 'network-vif-deleted', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:57.889587 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6268e6ff-cb32-49fa-9287-967732691642 req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "DELETE /v2.0/ports/367ef83f-59f8-4d7f-a3ed-5741a8849d94 HTTP/1.1" status: 204 len: 173 time: 2.2983603 Apr 20 19:31:57.940917 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c1d557-a845-4394-a31f-8fa28edc2f91', 'name': 'network-vif-deleted', 'tag': '367ef83f-59f8-4d7f-a3ed-5741a8849d94', 'status': 'completed', 'code': 200} Apr 20 19:31:58.039677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:58.250606 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-5d196fdd-7c35-43c0-9c47-5045d3edc511 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cda4dd06550448308f3ed45233473567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686643 Apr 20 19:31:58.351220 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4995804d-1cd4-4226-b76b-f1071c36b46e req-5feda840-5781-455c-9719-2efe84f32cda tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 210 time: 0.1070673 Apr 20 19:31:58.427769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc156ed4-4a54-44ff-9e59-908407af9e57 req-55150eb2-788a-47bc-aac8-9e42c17bcb96 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:58.513029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-bc156ed4-4a54-44ff-9e59-908407af9e57 req-55150eb2-788a-47bc-aac8-9e42c17bcb96 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:58.515462 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bc156ed4-4a54-44ff-9e59-908407af9e57 req-55150eb2-788a-47bc-aac8-9e42c17bcb96 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c1d557-a845-4394-a31f-8fa28edc2f91 HTTP/1.1" status: 200 len: 210 time: 0.1996505 Apr 20 19:31:58.586751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-7955d2c8-0070-48ad-ab78-9245cc69d2f3 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:58.588337 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-7955d2c8-0070-48ad-ab78-9245cc69d2f3 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713017 Apr 20 19:31:58.601948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Request body: {'port': {'device_id': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9', 'admin_state_up': True, 'tenant_id': 'cda4dd06550448308f3ed45233473567'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:58.722307 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:58.726404 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:31:58.739161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:58.739940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:31:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:58.760176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:58.764806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Usage tracker for resource:port and tenant:cda4dd06550448308f3ed45233473567 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:58.767852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:58.773941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:58.784568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Made reservation on behalf of cda4dd06550448308f3ed45233473567 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:31:58.790634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:58.805259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:58.822725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:58.827074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Usage tracker for resource:security_group_rule and tenant:cda4dd06550448308f3ed45233473567 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:58.830063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:58.836131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:58.938011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:58.941361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:58.946154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-621d173a-2770-46c2-98e2-0cc8ae5ea256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:58.968364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:59.059271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:59.068530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:59.105911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-e76eb494-3c7e-4157-9c2e-287eb8ba2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.107922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-e76eb494-3c7e-4157-9c2e-287eb8ba2d23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1138 time: 0.1005962 Apr 20 19:31:59.227204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Allocated IP 192.168.233.190 (55949052-f04a-4f78-94ec-f606fc86e1e9/267fc89d-e544-4aa7-8851-e3c208fcc1d3/418bb2df-5bc4-44ff-9ee8-d876b83bc351) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:59.251424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddd979-1bc5-46cb-8016-c2663d625255 req-877a0388-9a5b-4336-8e8f-e468b2ffd104 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.253761 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-66ddd979-1bc5-46cb-8016-c2663d625255 req-877a0388-9a5b-4336-8e8f-e468b2ffd104 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.1903250 Apr 20 19:31:59.280532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-cc9e7942-2972-4837-8fc0-78a3e33721f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.282176 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-cc9e7942-2972-4837-8fc0-78a3e33721f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 914 time: 0.1674485 Apr 20 19:31:59.348563 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-66ddd979-1bc5-46cb-8016-c2663d625255 req-665f8a7c-55d1-4a18-8c22-f9b2e7ebde3e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820494 Apr 20 19:31:59.403899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:59.426632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55424d-512e-41cc-b4da-42c9800e3fd3 None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:31:59.438612 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-fdfcb7f6-36a9-4d22-8af3-ba6fdd955fd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 1002 time: 0.1491230 Apr 20 19:31:59.559770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-893204f9-0673-4a87-832f-c76b457d9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.564603 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-893204f9-0673-4a87-832f-c76b457d9374 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.1192451 Apr 20 19:31:59.582923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 367ef83f-59f8-4d7f-a3ed-5741a8849d94 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:59.626064 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1be64212-8778-4ed6-bced-da7863a92232 req-626f4297-9123-472b-a004-8d0779a53e18 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 210 time: 0.0977499 Apr 20 19:31:59.638781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 367ef83f-59f8-4d7f-a3ed-5741a8849d94 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:31:59.639455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 367ef83f-59f8-4d7f-a3ed-5741a8849d94 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:31:59.698493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51126) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:59.699530 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-31330127-0ed1-4b49-94b8-c86d009a83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.701197 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-31330127-0ed1-4b49-94b8-c86d009a83ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296425 Apr 20 19:31:59.725585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:59.773951 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Transition to ACTIVE for port object 418bb2df-5bc4-44ff-9ee8-d876b83bc351 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:31:59.807496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:59.843597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:59.862642 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-533d04f4-736c-44fc-9951-b76bfa6497a5 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542871 Apr 20 19:31:59.890722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:59.896929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:59.930638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520b5b2-be3c-4374-8895-10e1dd93143e None None] New status for floating IP 19c7ea7e-fbfd-4f70-86b0-fc5191da2791: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:31:59.981231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Network 55949052-f04a-4f78-94ec-f606fc86e1e9 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:59.985864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:59.988386 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:00.013084 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70486f7c-9322-4925-834b-dbc23abdcd0f req-c44e7cc4-d646-4bd7-ae6a-af305a29e869 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436939 Apr 20 19:32:00.023115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:00.038136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Pushing event updated for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:00.048283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:00.049104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ac518e30-2bb3-4d87-8787-5a6cb4d15c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:00.069718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de059bb-0ea1-4c99-8840-25b933832193,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:00.079602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:00.093600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:00.104664 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "DELETE /v2.0/security-groups/8de059bb-0ea1-4c99-8840-25b933832193 HTTP/1.1" status: 204 len: 168 time: 0.4042854 Apr 20 19:32:00.108758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51130) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:00.120939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:00.121867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:00.134767 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.v2.resource [None req-224d286f-ecdb-4a5b-890c-6f7d3bd2fc04 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] show failed (client error): The resource could not be found. Apr 20 19:32:00.136187 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-224d286f-ecdb-4a5b-890c-6f7d3bd2fc04 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups/8de059bb-0ea1-4c99-8840-25b933832193 HTTP/1.1" status: 404 len: 347 time: 0.0270898 Apr 20 19:32:00.140024 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51134) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:00.209241 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6115701 Apr 20 19:32:00.222838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Request body: {'port': {'device_id': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:00.282670 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-b266977e-4649-45af-aac9-1c48a8dad860 None None] Provisioning for port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:00.289174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-b266977e-4649-45af-aac9-1c48a8dad860 None None] Provisioning complete for port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:00.289800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b266977e-4649-45af-aac9-1c48a8dad860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:00.349574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-b266977e-4649-45af-aac9-1c48a8dad860 None None] Port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:32:00.661347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Deleting port ba2abc9f-5228-49c5-a7bd-127f5266fac6 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:00.661637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:00.888304 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.041897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575773-fc42-4395-ac96-08f46ca2a433 req-72753e95-6dc8-4682-9a01-be986ebbdbcc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:01.043450 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3c575773-fc42-4395-ac96-08f46ca2a433 req-72753e95-6dc8-4682-9a01-be986ebbdbcc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.5273409 Apr 20 19:32:01.134345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.134935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.337059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-0881c082-d283-400f-af20-e3d8815f2dac tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:01.337716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-0881c082-d283-400f-af20-e3d8815f2dac tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Synchronizing usage tracker for tenant:cda4dd06550448308f3ed45233473567 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:01.348458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Calling delete_port for ba2abc9f-5228-49c5-a7bd-127f5266fac6 owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:01.402190 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3c575773-fc42-4395-ac96-08f46ca2a433 req-f71182de-7dc4-4918-bc10-24fa6e160b26 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3439555 Apr 20 19:32:01.469202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-0881c082-d283-400f-af20-e3d8815f2dac tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Unset dirty status for tenant:cda4dd06550448308f3ed45233473567 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:01.470505 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-0881c082-d283-400f-af20-e3d8815f2dac tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 936 time: 0.6976993 Apr 20 19:32:01.633979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-5d9cc7e1-05c1-46a2-9779-cc5caaa1c19f tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Synchronizing usage tracker for tenant:cda4dd06550448308f3ed45233473567 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:01.720477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-5d9cc7e1-05c1-46a2-9779-cc5caaa1c19f tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Unset dirty status for tenant:cda4dd06550448308f3ed45233473567 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:01.721651 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e2d2e7d9-cbb9-45a3-8529-1cd150d5e2ae req-5d9cc7e1-05c1-46a2-9779-cc5caaa1c19f tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351501 Apr 20 19:32:01.744826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.753718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:01.842418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'Port': ['ID=ba2abc9f-5228-49c5-a7bd-127f5266fac6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:01.853007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:01.939568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418bb2df-5bc4-44ff-9ee8-d876b83bc351 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:01.950983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.982798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Transition to ACTIVE for port object 418bb2df-5bc4-44ff-9ee8-d876b83bc351 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:01.985700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.990356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.998450 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-362cfada-c7bb-4fd3-a66d-26b81936b108 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:02.149622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.150902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "DELETE /v2.0/floatingips/19c7ea7e-fbfd-4f70-86b0-fc5191da2791 HTTP/1.1" status: 204 len: 168 time: 2.0092416 Apr 20 19:32:02.152231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Pushing event updated for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:02.188559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:02.280513 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Attempting to bind port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:02.280903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Attempting to bind port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:02.281251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Attempting to bind port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 on network 55949052-f04a-4f78-94ec-f606fc86e1e9 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:02.286861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 on network 55949052-f04a-4f78-94ec-f606fc86e1e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:02.287206 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Attempting to bind port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 on network 55949052-f04a-4f78-94ec-f606fc86e1e9 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:02.293929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:02.294297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Checking segment: {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:02.295464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Bound using segment: {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:02.295971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Bound port: 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705f06c4-d8ae-44b4-a64b-abb790bc2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:02.296374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.401727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:02.405729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:02.410051 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.416442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-84260dc6-1863-4d42-9f5c-346061bcc743 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:02.486245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:02.487034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.488862 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] 10.222.0.58 "PUT /v2.0/ports/418bb2df-5bc4-44ff-9ee8-d876b83bc351 HTTP/1.1" status: 200 len: 1098 time: 2.2707067 Apr 20 19:32:02.489542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:02.519719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Pushing event updated for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:02.528399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:02.624053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51164) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:02.633745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068900688', 'description': 'tempest-description--423887787'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:02.641396 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:02.646420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:02.662374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:02.674651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:02.687012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.698205 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351', 'status': 'completed', 'code': 200} Apr 20 19:32:02.745881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:02.766799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:02.770515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:02.776903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-68a1dcf4-6e34-482d-95e5-370a9a7dd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:02.778642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:02.779781 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-68a1dcf4-6e34-482d-95e5-370a9a7dd937 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cda4dd06550448308f3ed45233473567&device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 1101 time: 0.2360535 Apr 20 19:32:02.886341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.891579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.894555 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-349e7ab4-848a-4c6c-8ddf-29cff6092bb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351 HTTP/1.1" status: 200 len: 217 time: 0.1007028 Apr 20 19:32:02.898864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c3095d2e-924f-4238-b370-0294bd4cc7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:02.909455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45276bc-4d2b-4d96-8013-380ace5e7cc1 req-046399eb-7e0a-4c1c-b0ad-ff615d732e34 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:02.915623 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a45276bc-4d2b-4d96-8013-380ace5e7cc1 req-046399eb-7e0a-4c1c-b0ad-ff615d732e34 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.2755430 Apr 20 19:32:02.961903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e856bbf1-4494-4643-814e-558ea302bf24,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:02.965251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:02.966332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.968245 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3427310 Apr 20 19:32:02.970943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51174) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:02.977178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group_rule': {'security_group_id': 'e856bbf1-4494-4643-814e-558ea302bf24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:02.984078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:02.988374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:02.992187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:02.998882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:03.016363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.075166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-a55184f2-d6ae-4c16-a3d2-06a138786d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:03.076914 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-a55184f2-d6ae-4c16-a3d2-06a138786d4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=267fc89d-e544-4aa7-8851-e3c208fcc1d3 HTTP/1.1" status: 200 len: 843 time: 0.1647346 Apr 20 19:32:03.081708 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a45276bc-4d2b-4d96-8013-380ace5e7cc1 req-44198059-664e-468b-8c08-33e5f604800c tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284142 Apr 20 19:32:03.083438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.086465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.088811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:03.121632 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d70e56-db5a-4493-a05e-bcdcedd91e0e,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:03.127959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:03.132496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.133797 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-54eb82c8-3c15-41a7-a455-06e128f411e6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615858 Apr 20 19:32:03.138943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51178) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:03.145347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'security_group_rule': {'security_group_id': 'e856bbf1-4494-4643-814e-558ea302bf24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:03.152260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:03.156892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:security_group_rule and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:03.160301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:03.166954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:03.187107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.190548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3b5d-86fc-4aa9-ab73-db98f500239d req-a3cfa027-ee6c-465f-8cb9-0ae7de06de28 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:03.192271 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d1ff3b5d-86fc-4aa9-ab73-db98f500239d req-a3cfa027-ee6c-465f-8cb9-0ae7de06de28 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 948 time: 0.2324862 Apr 20 19:32:03.220394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-6325c61b-b2eb-454d-acaa-ce855429d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:03.222218 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-6325c61b-b2eb-454d-acaa-ce855429d710 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=55949052-f04a-4f78-94ec-f606fc86e1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1362567 Apr 20 19:32:03.261532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.266316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065216'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.269030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:03.297721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbbd1d2-9467-4f17-a194-e0c2db61949c,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:03.300505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:03.307217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.313326 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5195b7cd-26af-4efe-bb01-60c2edd05d40 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682112 Apr 20 19:32:03.313326 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51182) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:03.318624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'floatingip': {'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:03.325408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:03.330065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Usage tracker for resource:floatingip and tenant:95a179bb5d7a4f8e9532663660cfd521 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:03.333523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:03.341182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:03.352602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.355419 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d1ff3b5d-86fc-4aa9-ab73-db98f500239d req-9e873a4a-6333-422e-95d5-0d970b5b8415 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540265 Apr 20 19:32:03.565771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.658843 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-a7871f4f-7a04-43bf-b6f8-68aacaf6eca6 service neutron] 10.222.0.58 "GET /v2.0/networks/55949052-f04a-4f78-94ec-f606fc86e1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280086 Apr 20 19:32:03.765093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Allocated IP 172.28.1.184 (b988bd53-df7a-4b89-972e-cef771dde361/e45c6f15-99eb-43b4-b83e-9606693be363/a4fafedc-04b3-4964-b1c3-99144683ab77) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:03.811330 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-51741792-ceb3-42d0-aebb-fc83490e7b13 req-7681401b-5e5b-4673-b660-101539747059 service neutron] 10.222.0.58 "GET /v2.0/networks/55949052-f04a-4f78-94ec-f606fc86e1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450639 Apr 20 19:32:03.938981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.945620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-7f314dd4-d3c5-4ab7-9069-6180c5bd23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:03.947251 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-7f314dd4-d3c5-4ab7-9069-6180c5bd23aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cda4dd06550448308f3ed45233473567&device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 1101 time: 0.0828199 Apr 20 19:32:03.973526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:03.979275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:04.051706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Network b988bd53-df7a-4b89-972e-cef771dde361 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:04.061025 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:04.066486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:04.111340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=a4fafedc-04b3-4964-b1c3-99144683ab77,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:04.116366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:04.143636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-a148a34f-2036-40ae-a083-6fae16137432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:04.145459 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-a148a34f-2036-40ae-a083-6fae16137432 service neutron] 10.222.0.58 "GET /v2.0/networks?id=55949052-f04a-4f78-94ec-f606fc86e1e9 HTTP/1.1" status: 200 len: 870 time: 0.1900225 Apr 20 19:32:04.172183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.236337 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-45461380-0da9-4767-b22f-5e3406e564cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351 HTTP/1.1" status: 200 len: 217 time: 0.0809560 Apr 20 19:32:04.260378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.377377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-92b87ee1-ea4b-4da2-92d8-f55951604097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:04.378883 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-92b87ee1-ea4b-4da2-92d8-f55951604097 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=267fc89d-e544-4aa7-8851-e3c208fcc1d3 HTTP/1.1" status: 200 len: 843 time: 0.1348820 Apr 20 19:32:04.460152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683b54-71ab-4bb4-b5ae-1d020117ae09 req-725b9125-6d5d-40d6-a77d-d0a59b00f4e4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:04.461839 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-09683b54-71ab-4bb4-b5ae-1d020117ae09 req-725b9125-6d5d-40d6-a77d-d0a59b00f4e4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.2164743 Apr 20 19:32:04.531217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-65135749-82f9-4ace-9e60-e2e880c6b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:04.532873 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-65135749-82f9-4ace-9e60-e2e880c6b5bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=55949052-f04a-4f78-94ec-f606fc86e1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1426704 Apr 20 19:32:04.537432 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-09683b54-71ab-4bb4-b5ae-1d020117ae09 req-dd99d2ab-2ab9-4b7b-b6df-f091d5890aa3 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647306 Apr 20 19:32:04.542408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.547716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.553299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:04.672483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=a4fafedc-04b3-4964-b1c3-99144683ab77,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:04.677444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:04.693989 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.721107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.722439 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f9c815fc-ca03-4dc3-be29-63d48fc630b6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4087112 Apr 20 19:32:04.769841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c262cd-dc58-4732-95e8-dd7899c982b8 req-c4917742-a127-4fa0-9c76-37e77cbd2fc5 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:04.771580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f7c262cd-dc58-4732-95e8-dd7899c982b8 req-c4917742-a127-4fa0-9c76-37e77cbd2fc5 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 948 time: 0.2331662 Apr 20 19:32:04.775430 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-fa0d4af1-edb1-4f3c-bdc5-ba52f9daac52 service neutron] 10.222.0.58 "GET /v2.0/networks/55949052-f04a-4f78-94ec-f606fc86e1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961236 Apr 20 19:32:04.941452 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f7c262cd-dc58-4732-95e8-dd7899c982b8 req-842947d5-e951-4867-be96-7841d44548f5 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531725 Apr 20 19:32:05.011607 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bb01a192-c3a8-4187-97eb-d2552479e131 req-47b9ae85-c5a8-445e-b010-c6be4a77975c service neutron] 10.222.0.58 "GET /v2.0/networks/55949052-f04a-4f78-94ec-f606fc86e1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079844 Apr 20 19:32:05.040502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-3258e541-2f01-4660-b331-d89a36ec30ac req-0545acc5-d018-467c-abb6-2d5edad2b367 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:05.064859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-3258e541-2f01-4660-b331-d89a36ec30ac req-0545acc5-d018-467c-abb6-2d5edad2b367 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:05.066231 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-0545acc5-d018-467c-abb6-2d5edad2b367 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2068900688&fields=id&tenant_id=95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 267 time: 0.0778661 Apr 20 19:32:05.243118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-fe5a0fca-52b4-43c6-baf8-fe4e394925d3 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:05.244608 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-fe5a0fca-52b4-43c6-baf8-fe4e394925d3 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 811 time: 0.1696966 Apr 20 19:32:05.261264 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-8491256f-6b42-42b5-aba0-890f558448fc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/quotas/95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 375 time: 0.0099258 Apr 20 19:32:05.361491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-3258e541-2f01-4660-b331-d89a36ec30ac req-5ee04e3e-2472-4d5d-8a1d-60ebeb3d93ae tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:05.377654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-3258e541-2f01-4660-b331-d89a36ec30ac req-5ee04e3e-2472-4d5d-8a1d-60ebeb3d93ae tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:05.379112 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-5ee04e3e-2472-4d5d-8a1d-60ebeb3d93ae tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119008 Apr 20 19:32:05.538070 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-8ddde255-c038-4708-9b59-96bd3d0e5cda service neutron] 10.222.0.13 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439369 Apr 20 19:32:05.599342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 418bb2df-5bc4-44ff-9ee8-d876b83bc351 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:05.741416 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-1b0d91c8-06b3-4d64-9739-26a25c2e89af service neutron] 10.222.0.13 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963816 Apr 20 19:32:05.771070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:05.785547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92c96a-f921-4f4f-b33e-adf4c761d5ad req-d12c10d4-e521-40b0-bcdc-5c12181e1cf1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:05.787133 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ef92c96a-f921-4f4f-b33e-adf4c761d5ad req-d12c10d4-e521-40b0-bcdc-5c12181e1cf1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.1040127 Apr 20 19:32:05.790830 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '418bb2df-5bc4-44ff-9ee8-d876b83bc351', 'network_id': '55949052-f04a-4f78-94ec-f606fc86e1e9', 'port_id': '418bb2df-5bc4-44ff-9ee8-d876b83bc351', 'mac_address': 'fa:16:3e:9f:a6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267fc89d-e544-4aa7-8851-e3c208fcc1d3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:05.848998 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ef92c96a-f921-4f4f-b33e-adf4c761d5ad req-e11c9058-b6b1-45ee-9e7a-f238ccea832d tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550299 Apr 20 19:32:05.864427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.892447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418bb2df-5bc4-44ff-9ee8-d876b83bc351 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:05.910727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:05.914595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.917355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:06.023721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51240) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:06.031937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:06.035071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:06.042850 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5e943b04-971d-4840-9f7f-04af877b553a req-458e48d7-7e5a-450d-94c3-b9f4450f217f tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 210 time: 0.1042945 Apr 20 19:32:06.168718 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['418bb2df-5bc4-44ff-9ee8-d876b83bc351'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:06.230881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889c45c-aa81-4f62-b245-fa9356bcf0ea req-eba767f1-8d86-4fe5-8beb-412f34f1b127 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:06.234231 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e889c45c-aa81-4f62-b245-fa9356bcf0ea req-eba767f1-8d86-4fe5-8beb-412f34f1b127 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 949 time: 0.1194777 Apr 20 19:32:06.274430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.297556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:06.307735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Usage tracker for resource:security_group_rule and tenant:3db80cc654f74754bb524db5c9c6fc6f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:06.311202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:06.319901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:06.343030 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e889c45c-aa81-4f62-b245-fa9356bcf0ea req-782cfa7c-7fe9-4a71-be79-9280b7ccc135 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000688 Apr 20 19:32:06.459921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.469394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.484665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ad1f750e-5dd5-464c-a053-4e71be035c4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:06.538849 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db80cc654f74754bb524db5c9c6fc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116725 Apr 20 19:32:06.539880 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84cc85-5dc6-468c-99a8-b4bff61a0c8a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:06.543157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:06.544085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51254) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:06.613599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.641562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.690349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.695701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:06.709525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84cc85-5dc6-468c-99a8-b4bff61a0c8a,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:06.713003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:06.717270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.717270 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c84cc85-5dc6-468c-99a8-b4bff61a0c8a HTTP/1.1" status: 204 len: 168 time: 0.1713431 Apr 20 19:32:07.081187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a35b5-7a65-43e6-ba1b-3ee4edc6ec65 req-934c124a-896d-42c1-81ae-d9812d142884 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:07.083770 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d9a35b5-7a65-43e6-ba1b-3ee4edc6ec65 req-934c124a-896d-42c1-81ae-d9812d142884 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.0979164 Apr 20 19:32:07.136461 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d9a35b5-7a65-43e6-ba1b-3ee4edc6ec65 req-3b9dab95-0b98-48c0-b335-75b25054c0ef tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462866 Apr 20 19:32:07.220603 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c71509ba-5f2d-4387-9070-ecfff704fec6 req-acd7f7f7-05a9-4667-8959-6e7af947e753 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 210 time: 0.0526128 Apr 20 19:32:07.487908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-1d971b82-5ed0-4d7d-b251-b673180094dd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:07.490282 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-1d971b82-5ed0-4d7d-b251-b673180094dd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 811 time: 0.2063100 Apr 20 19:32:07.627235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 418bb2df-5bc4-44ff-9ee8-d876b83bc351 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:07.641131 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-c1c237b8-92ff-485e-bf47-097e9ce619d5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95a179bb5d7a4f8e9532663660cfd521 HTTP/1.1" status: 200 len: 5704 time: 0.1401248 Apr 20 19:32:07.650710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'port': {'device_id': '683d9b28-bb2e-423f-952a-09021b9702a0', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'admin_state_up': True, 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'security_groups': ['e856bbf1-4494-4643-814e-558ea302bf24']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:07.711555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:07.716776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:07.718005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:07.796791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea0d4-a2e7-4420-afe1-a415293b91a9 req-60245477-2542-4b13-8d7b-958593059188 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:07.798487 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-980ea0d4-a2e7-4420-afe1-a415293b91a9 req-60245477-2542-4b13-8d7b-958593059188 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 949 time: 0.2511525 Apr 20 19:32:07.857862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:07.864196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:07.886346 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-980ea0d4-a2e7-4420-afe1-a415293b91a9 req-931c50c5-fa82-4f56-9cbd-c0015a647b72 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770440 Apr 20 19:32:07.887722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:07.901991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Made reservation on behalf of 95a179bb5d7a4f8e9532663660cfd521 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:07.912164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:07.913719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:07.932058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:07.937570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:07.944676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2556081-4ff0-4464-abd0-4c99bcdaeab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:08.048807 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351', 'code': 200} Apr 20 19:32:08.066309 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:08.071936 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:08.149937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Allocated IP 172.20.0.13 (69b71687-32f3-4cde-ab64-8b5bedb36ce7/4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b/010c213c-b390-48c9-8ceb-d240aefebdf6) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:08.371174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a75be-bf34-4e24-9915-9c504de0e362 req-062f3f28-b066-4af1-9802-ed4a538c66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:08.376164 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-531a75be-bf34-4e24-9915-9c504de0e362 req-062f3f28-b066-4af1-9802-ed4a538c66cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 1103 time: 0.1421914 Apr 20 19:32:08.427904 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-531a75be-bf34-4e24-9915-9c504de0e362 req-ae524ea2-d059-4708-89cd-a1059c9b998a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Apr 20 19:32:08.697914 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3cbde73b-c534-4b4b-b78b-4c27421590c5 req-23e97e8e-2c66-4ee4-9a77-5e861313fab8 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 210 time: 0.3069401 Apr 20 19:32:08.759144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:08.779907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7565-d761-4008-978e-f5cd2b4284a6 req-f18cd717-33ee-47dc-b317-eb3d4b8f53bf tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:08.781573 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0bfe7565-d761-4008-978e-f5cd2b4284a6 req-f18cd717-33ee-47dc-b317-eb3d4b8f53bf tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.4615359 Apr 20 19:32:08.791961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Transition to ACTIVE for port object 010c213c-b390-48c9-8ceb-d240aefebdf6 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:08.849167 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0bfe7565-d761-4008-978e-f5cd2b4284a6 req-d359de97-659f-45b6-a935-332d079d1328 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585606 Apr 20 19:32:08.861814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:08.868191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c5b8acdc-0158-4ce5-a9b1-1c5090458219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:08.947071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:08.952050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:08.956908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:09.002045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event updated for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:09.006408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:09.045004 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:09.045740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.147075 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012815 Apr 20 19:32:09.170341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Request body: {'port': {'device_id': '683d9b28-bb2e-423f-952a-09021b9702a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:09.295846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd4c3-91b7-4d2f-8639-4666263ee5c0 req-95622bb6-3e1e-4240-9ead-cb40d1213b12 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:09.297536 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-98fbd4c3-91b7-4d2f-8639-4666263ee5c0 req-95622bb6-3e1e-4240-9ead-cb40d1213b12 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 950 time: 0.2471809 Apr 20 19:32:09.305392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-347579d7-9c02-4296-929a-a7c347cb2a9c None None] Provisioning for port 010c213c-b390-48c9-8ceb-d240aefebdf6 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:09.310885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-347579d7-9c02-4296-929a-a7c347cb2a9c None None] Provisioning complete for port 010c213c-b390-48c9-8ceb-d240aefebdf6 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:09.311321 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-347579d7-9c02-4296-929a-a7c347cb2a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.356575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.375792 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-347579d7-9c02-4296-929a-a7c347cb2a9c None None] Port 010c213c-b390-48c9-8ceb-d240aefebdf6 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:32:09.442585 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-98fbd4c3-91b7-4d2f-8639-4666263ee5c0 req-e84623dd-6cdb-4b22-bf80-56a68e225762 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341634 Apr 20 19:32:09.779657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010c213c-b390-48c9-8ceb-d240aefebdf6 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:09.788008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.804615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Transition to ACTIVE for port object 010c213c-b390-48c9-8ceb-d240aefebdf6 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:09.807169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.812948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2602fb1a-eea3-49e6-b451-b9897907f65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:10.037353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:10.049692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:10.201494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7e45-3f29-4841-86fd-f9099c98a16e req-68e3cc45-b397-477b-9da2-1d0a00b0ec38 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.202247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-017e7e45-3f29-4841-86fd-f9099c98a16e req-68e3cc45-b397-477b-9da2-1d0a00b0ec38 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Synchronizing usage tracker for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:10.216886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Attempting to bind port 010c213c-b390-48c9-8ceb-d240aefebdf6 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:10.217250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Attempting to bind port 010c213c-b390-48c9-8ceb-d240aefebdf6 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:10.217618 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Attempting to bind port 010c213c-b390-48c9-8ceb-d240aefebdf6 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:10.236009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Port 010c213c-b390-48c9-8ceb-d240aefebdf6 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:10.236295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Attempting to bind port 010c213c-b390-48c9-8ceb-d240aefebdf6 on network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:10.243497 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-017e7e45-3f29-4841-86fd-f9099c98a16e req-68e3cc45-b397-477b-9da2-1d0a00b0ec38 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Unset dirty status for tenant:95a179bb5d7a4f8e9532663660cfd521 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:10.244765 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-017e7e45-3f29-4841-86fd-f9099c98a16e req-68e3cc45-b397-477b-9da2-1d0a00b0ec38 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 944 time: 0.3964109 Apr 20 19:32:10.248445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:10.248850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Checking segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:10.249241 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Bound using segment: {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:10.249723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Bound port: 010c213c-b390-48c9-8ceb-d240aefebdf6, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa12bd6b-ecbb-4116-9bb5-b6e572143044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:10.250113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:10.294190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71a23-457c-4370-98a3-0eb9c615591b req-dfaae01e-bc8a-4586-8a20-8b4e7e9b8f9a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.296537 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-81c71a23-457c-4370-98a3-0eb9c615591b req-dfaae01e-bc8a-4586-8a20-8b4e7e9b8f9a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.2064347 Apr 20 19:32:10.398328 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-017e7e45-3f29-4841-86fd-f9099c98a16e req-a8d55c3f-1e92-4936-be24-169a3510f934 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384416 Apr 20 19:32:10.439531 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-81c71a23-457c-4370-98a3-0eb9c615591b req-e3f6a35a-2607-442e-a9a1-7c5d054ad366 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083791 Apr 20 19:32:10.445918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:10.449634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=010c213c-b390-48c9-8ceb-d240aefebdf6,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:10.453912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:10.458251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f9eae5e-ae3c-41fe-8eb6-6c4e135281bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:10.516592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.517406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:10.518706 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] 10.222.0.58 "PUT /v2.0/ports/010c213c-b390-48c9-8ceb-d240aefebdf6 HTTP/1.1" status: 200 len: 1094 time: 1.3551111 Apr 20 19:32:10.519250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:10.546823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:10.550222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:10.600817 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'status': 'completed', 'code': 200} Apr 20 19:32:10.719695 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-37435355-81fc-499d-b516-99e3b50558ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.721378 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-37435355-81fc-499d-b516-99e3b50558ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 1097 time: 0.1586330 Apr 20 19:32:10.744322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824d28-702c-4f9b-893e-3d6a94772b49 req-d5a11356-91ff-4c97-97e1-d08df81ba1f6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.746089 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2824d28-702c-4f9b-893e-3d6a94772b49 req-d5a11356-91ff-4c97-97e1-d08df81ba1f6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 950 time: 0.1394799 Apr 20 19:32:10.841130 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-dd7f97d7-0d15-4c2f-a293-7b2eb3c55a40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010c213c-b390-48c9-8ceb-d240aefebdf6 HTTP/1.1" status: 200 len: 217 time: 0.0939581 Apr 20 19:32:10.900959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:32:10.930381 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2824d28-702c-4f9b-893e-3d6a94772b49 req-b37bc2c3-8550-4cf6-9906-5a02c3464089 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269312 Apr 20 19:32:10.956535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-896e724e-8b98-4b3e-a67d-42aa7e963e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:10.958131 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-896e724e-8b98-4b3e-a67d-42aa7e963e11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.1052151 Apr 20 19:32:11.090546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e541-2f01-4660-b331-d89a36ec30ac req-cdcf2495-a344-47dd-9e6d-1eeb9e81e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:11.092907 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-cdcf2495-a344-47dd-9e6d-1eeb9e81e611 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1177380 Apr 20 19:32:11.258092 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-255e4351-add3-476e-bdc2-766c47d5e9e5 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521277 Apr 20 19:32:11.480536 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3258e541-2f01-4660-b331-d89a36ec30ac req-3516ced2-c0fd-4120-8745-02b7ef630d75 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151077 Apr 20 19:32:11.494814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783b9e8-6f2a-4f3c-9326-1ae113898098 req-0ef54048-139f-4446-834b-60bf0b095253 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:11.497056 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e783b9e8-6f2a-4f3c-9326-1ae113898098 req-0ef54048-139f-4446-834b-60bf0b095253 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 950 time: 0.1368780 Apr 20 19:32:11.652827 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e783b9e8-6f2a-4f3c-9326-1ae113898098 req-3a9523f3-e119-42eb-a7f6-99ed1371af9e tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484563 Apr 20 19:32:11.704973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-7c46ebb0-9a29-45ba-b5d9-b70e4641909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:11.706571 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-7c46ebb0-9a29-45ba-b5d9-b70e4641909d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 1097 time: 0.1722937 Apr 20 19:32:11.722327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babca39-7392-4814-9002-f6320b2243ee req-ec6ef5d5-ce4d-4c60-a414-bc1d619d489e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:11.723947 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2babca39-7392-4814-9002-f6320b2243ee req-ec6ef5d5-ce4d-4c60-a414-bc1d619d489e tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 944 time: 0.1390221 Apr 20 19:32:11.940119 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2babca39-7392-4814-9002-f6320b2243ee req-81e3597d-4cb3-4055-bfa0-c01c2ca0e5d4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918020 Apr 20 19:32:11.978862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-423c1938-b322-4f6b-9b5a-7c5f6c1c8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:11.980467 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-423c1938-b322-4f6b-9b5a-7c5f6c1c8ff1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.2555814 Apr 20 19:32:12.056283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abdeaf-7a1e-460a-ba09-8a8d88ef860c req-14216674-c747-4857-aea0-2fbef2f938f4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:12.057912 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f7abdeaf-7a1e-460a-ba09-8a8d88ef860c req-14216674-c747-4857-aea0-2fbef2f938f4 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.2813334 Apr 20 19:32:12.068800 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-506c33a5-599a-4789-af05-87971caa8f44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010c213c-b390-48c9-8ceb-d240aefebdf6 HTTP/1.1" status: 200 len: 217 time: 0.0790770 Apr 20 19:32:12.174020 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f7abdeaf-7a1e-460a-ba09-8a8d88ef860c req-e333ccce-ae85-49d0-94e0-f3ca23925987 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=4aa25880-56c2-46ef-b900-4b5753805566&id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071508 Apr 20 19:32:12.180603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-0fb6bd51-6113-44cd-9fb9-a00f3d3c5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:12.182181 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-0fb6bd51-6113-44cd-9fb9-a00f3d3c5d63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.0970860 Apr 20 19:32:12.287799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-5bd3bb7d-70f2-4e12-9363-eea1ed329e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:12.289636 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-5bd3bb7d-70f2-4e12-9363-eea1ed329e2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977223 Apr 20 19:32:12.684490 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-90c182d2-9236-4c73-b062-c2a26a8857c8 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871484 Apr 20 19:32:12.846168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-8a004dc4-438e-4b3b-8315-677f8e9f215f tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:12.847908 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-8a004dc4-438e-4b3b-8315-677f8e9f215f tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 950 time: 0.0990574 Apr 20 19:32:12.902779 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-83d09baa-b98e-468c-8a55-6b10ecbbdf9e req-3284f3f7-1b97-41fc-a6aa-267aeb224b14 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109387 Apr 20 19:32:12.927209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0fe7c-40d6-43d8-9e5d-4ec6cfbc75f0 req-aedca417-9fec-4758-883b-316f6db84a90 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:12.928906 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-21c0fe7c-40d6-43d8-9e5d-4ec6cfbc75f0 req-aedca417-9fec-4758-883b-316f6db84a90 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 950 time: 0.1421945 Apr 20 19:32:12.931363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Deleting port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:12.931755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:12.981099 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-21c0fe7c-40d6-43d8-9e5d-4ec6cfbc75f0 req-0391ebf0-d4d5-4ab2-806f-14d6342cbfb5 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Apr 20 19:32:13.159494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e955d-0fce-4861-a85f-68b048acee7a req-4796720a-d970-403e-b108-cdaea9df8120 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:13.161138 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7d9e955d-0fce-4861-a85f-68b048acee7a req-4796720a-d970-403e-b108-cdaea9df8120 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 944 time: 0.0939217 Apr 20 19:32:13.216712 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7d9e955d-0fce-4861-a85f-68b048acee7a req-cf14e1c6-1d93-48a3-a60d-fa17bbac787a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Apr 20 19:32:13.217377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] For port 418bb2df-5bc4-44ff-9ee8-d876b83bc351, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=418bb2df-5bc4-44ff-9ee8-d876b83bc351,segment=NetworkSegment(705f06c4-d8ae-44b4-a64b-abb790bc2801),segment_id=705f06c4-d8ae-44b4-a64b-abb790bc2801)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:13.217789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.355765 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Calling delete_port for 418bb2df-5bc4-44ff-9ee8-d876b83bc351 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:13.536061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.542008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6aeecb0a-efc4-4f1c-9d4f-5baa2ef4a154 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:13.549268 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['418bb2df-5bc4-44ff-9ee8-d876b83bc351'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:13.594061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Pushing event deleted for resources: {'Port': ['ID=418bb2df-5bc4-44ff-9ee8-d876b83bc351,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:13.597568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:13.632106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 010c213c-b390-48c9-8ceb-d240aefebdf6 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:13.686501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] No DVR routers for this DVR port 418bb2df-5bc4-44ff-9ee8-d876b83bc351 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:13.689896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.698720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'name': 'network-vif-deleted', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:13.737583 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d341fef2-022d-435a-a79a-35b2ea2de3bd req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.58 "DELETE /v2.0/ports/418bb2df-5bc4-44ff-9ee8-d876b83bc351 HTTP/1.1" status: 204 len: 173 time: 0.8837795 Apr 20 19:32:13.771155 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81dd85-bc63-439e-8e71-8d68043ffffa', 'name': 'network-vif-deleted', 'tag': '418bb2df-5bc4-44ff-9ee8-d876b83bc351', 'status': 'completed', 'code': 200} Apr 20 19:32:13.836691 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=010c213c-b390-48c9-8ceb-d240aefebdf6,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:13.863918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'port_id': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'mac_address': 'fa:16:3e:e2:6b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:13.940604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.961743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010c213c-b390-48c9-8ceb-d240aefebdf6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:13.980948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=010c213c-b390-48c9-8ceb-d240aefebdf6,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:13.984833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.987079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:14.064694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:14.067925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:14.175244 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-33792e27-79de-44d8-a913-b1157abedc43 req-e95fcb65-6648-44b2-a86e-3ae178da98fa tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c81dd85-bc63-439e-8e71-8d68043ffffa HTTP/1.1" status: 200 len: 210 time: 0.0491786 Apr 20 19:32:14.235070 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['010c213c-b390-48c9-8ceb-d240aefebdf6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:14.665290 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f1de-0655-46fd-8f54-b2779a778b79 req-17f5fe39-c39d-4c96-af0c-357a060f5ecc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:14.666849 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f570f1de-0655-46fd-8f54-b2779a778b79 req-17f5fe39-c39d-4c96-af0c-357a060f5ecc tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 945 time: 0.3203449 Apr 20 19:32:14.719973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f570f1de-0655-46fd-8f54-b2779a778b79 req-06913d1f-f03d-4e54-aa1f-3e5c45e483e7 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Apr 20 19:32:15.652073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 010c213c-b390-48c9-8ceb-d240aefebdf6 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:15.744620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 010c213c-b390-48c9-8ceb-d240aefebdf6 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:15.750453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 010c213c-b390-48c9-8ceb-d240aefebdf6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:15.751016 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.926935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.960619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:15.973901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=010c213c-b390-48c9-8ceb-d240aefebdf6,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:15.977515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.978446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 418bb2df-5bc4-44ff-9ee8-d876b83bc351 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:16.018159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:16.023509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf20-7aa0-42ff-816e-881708f06352 req-d184bf44-6330-4f37-8144-3d2255786e4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:16.025192 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-812cdf20-7aa0-42ff-816e-881708f06352 req-d184bf44-6330-4f37-8144-3d2255786e4c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 945 time: 0.1077750 Apr 20 19:32:16.073841 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'code': 200} Apr 20 19:32:16.090383 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-812cdf20-7aa0-42ff-816e-881708f06352 req-20f60557-db4b-41c6-9a19-fa708cffe4e2 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554652 Apr 20 19:32:16.090616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 418bb2df-5bc4-44ff-9ee8-d876b83bc351 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:16.090850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 418bb2df-5bc4-44ff-9ee8-d876b83bc351 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:16.107496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:16.112806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:16.325180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8509-66c9-4100-aa9c-ae720a901219 req-82ce7788-ac68-426c-a8db-8a25d2019933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:16.326875 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be6f8509-66c9-4100-aa9c-ae720a901219 req-82ce7788-ac68-426c-a8db-8a25d2019933 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 1099 time: 0.0862734 Apr 20 19:32:16.374246 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-be6f8509-66c9-4100-aa9c-ae720a901219 req-5aa576aa-e676-4710-89d0-d642b79865cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Apr 20 19:32:17.242491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-06b81af3-75cc-4110-a676-4b72b1e3ac0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.447352 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22667b60-61b8-4433-8965-3a31b0154dba req-c969df63-16e5-4969-be01-f25c63cb1370 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:17.449075 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-22667b60-61b8-4433-8965-3a31b0154dba req-c969df63-16e5-4969-be01-f25c63cb1370 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.2090242 Apr 20 19:32:17.507047 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-22667b60-61b8-4433-8965-3a31b0154dba req-006762a7-a3b3-4d33-b18d-61641786c4bd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482287 Apr 20 19:32:17.623030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51620) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:17.805581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.821657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:17.826296 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Usage tracker for resource:security_group_rule and tenant:f9d6fbf13690442383cfd4d3f636ecd6 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:17.829320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:17.835638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:17.932790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.936975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.949038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e35702c4-5538-4660-9fde-fde8e74175e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:17.996940 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9d6fbf13690442383cfd4d3f636ecd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697708 Apr 20 19:32:17.997954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51650) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:18.001268 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad93e4a9-41d9-49f5-aa79-7e134916eb35,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:18.030722 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:18.096365 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.126726 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.173151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.178345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fb476778-8383-4825-8f12-e62ff4aa3c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:18.193055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad93e4a9-41d9-49f5-aa79-7e134916eb35,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:18.196236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:18.197244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.202328 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-38d81391-70cd-4348-955a-0ca00d3dc558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad93e4a9-41d9-49f5-aa79-7e134916eb35 HTTP/1.1" status: 204 len: 168 time: 0.1992383 Apr 20 19:32:18.527037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51670) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:18.563052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.585952 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:18.593115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Usage tracker for resource:security_group_rule and tenant:cffabb25fbda473cbaafe677e3d7969d is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:18.597639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:18.604963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:18.714286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.721491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.732509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d709f923-870f-4088-9d90-314824ed79e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:18.749169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d64b9-4cef-4c2d-b3a7-cbff0b4589a7 req-8f6024d1-4b3c-4b16-9947-5fc96d79185d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:18.751023 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dc7d64b9-4cef-4c2d-b3a7-cbff0b4589a7 req-8f6024d1-4b3c-4b16-9947-5fc96d79185d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1021817 Apr 20 19:32:18.780258 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cffabb25fbda473cbaafe677e3d7969d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512808 Apr 20 19:32:18.782984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51684) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:18.783982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2332858-ec86-4f37-b31d-30ac17ee1081,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:18.811030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2fdde429-7f7a-47d5-9ad3-b37aeb4452ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:18.811959 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-dc7d64b9-4cef-4c2d-b3a7-cbff0b4589a7 req-56f40b9f-4b14-4ba8-9eda-05996e18b7cf tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517323 Apr 20 19:32:18.869186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.905474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.967585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.971798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8195bd59-3dcc-47df-a680-cd93e0fbd883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:19.089699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3e4f-7fdd-47f8-ae9a-2e3fd981b152 req-89f67680-1471-4e26-afbb-6f0331b5810c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:19.091597 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cc3f3e4f-7fdd-47f8-ae9a-2e3fd981b152 req-89f67680-1471-4e26-afbb-6f0331b5810c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1232584 Apr 20 19:32:19.123700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 51706) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:19.138271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Request body: {'floatingip': {'port_id': '010c213c-b390-48c9-8ceb-d240aefebdf6'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:19.234345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.240084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2332858-ec86-4f37-b31d-30ac17ee1081,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:19.242948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:19.250470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.267908 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2332858-ec86-4f37-b31d-30ac17ee1081 HTTP/1.1" status: 204 len: 168 time: 0.4790368 Apr 20 19:32:19.405118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-40137357-96d2-40d3-9d52-4a439a83878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.871702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51718) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:19.895281 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.924266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:19.929929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9aa03a8fd5045ddb0a1eb875dcc8082 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:19.934061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:19.943899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:20.049175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.053164 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.060953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-252a484b-5d78-43ff-873a-71aa2703e1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:20.123499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abd5a0-c5e5-4319-81fb-872d15fecee6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:20.132059 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9aa03a8fd5045ddb0a1eb875dcc8082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579751 Apr 20 19:32:20.138629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51722) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:20.144340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.144791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.145811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.146224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.146638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.147054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.147531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.147950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.148359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.148767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.149176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.149577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:20.168947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:20.208501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.212525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.243904 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.296613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.395501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.404631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ecc6555a-7f02-4958-a1d5-d10420668a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:20.421705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abd5a0-c5e5-4319-81fb-872d15fecee6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:20.426384 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:20.428387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.432924 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00abd5a0-c5e5-4319-81fb-872d15fecee6 HTTP/1.1" status: 204 len: 168 time: 0.2928388 Apr 20 19:32:20.478531 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Floating IP ca00d563-7d2c-4dcc-87d8-934728713690 associated. External IP: 172.28.1.184, port: 010c213c-b390-48c9-8ceb-d240aefebdf6. Apr 20 19:32:20.483991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.866028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.949361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51740) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:21.006992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:21.340151 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e0f2de53-f281-4abe-8608-87b03703c145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cda4dd06550448308f3ed45233473567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895795 Apr 20 19:32:21.340820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51756) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:21.410641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.449762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.506377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:21.518820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.520716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:21.522730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.528208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e19cf859-0fb4-4006-8df9-663f2dd5c20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:21.536465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:21.538856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:21.551477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43ee25-52bf-41aa-adc2-13b0b3e1fb19,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:21.554449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:21.565983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.570526 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e43ee25-52bf-41aa-adc2-13b0b3e1fb19 HTTP/1.1" status: 204 len: 168 time: 0.2283621 Apr 20 19:32:21.605277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51768) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:21.655475 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f53e4170-111c-4052-a571-c3be498c9ade tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "PUT /v2.0/floatingips/ca00d563-7d2c-4dcc-87d8-934728713690 HTTP/1.1" status: 200 len: 992 time: 2.5288608 Apr 20 19:32:21.656728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:21.767322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-780345035-network', 'tenant_id': '7a5d1b4cbd47479583391bdf6303db13'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:21.792643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:21.801057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Usage tracker for resource:network and tenant:7a5d1b4cbd47479583391bdf6303db13 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:21.805060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'status': 'completed', 'code': 200} Apr 20 19:32:21.806279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:21.824708 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.824932 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:21.883529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Made reservation on behalf of 7a5d1b4cbd47479583391bdf6303db13 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:21.888622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.894430 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:21.911503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.933601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:21.941186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5d1b4cbd47479583391bdf6303db13 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:21.945460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:21.954301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:21.994229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-0119c2f5-000b-48ab-90ec-4d39f9cef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:21.995913 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-0119c2f5-000b-48ab-90ec-4d39f9cef8b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=95a179bb5d7a4f8e9532663660cfd521&device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 1099 time: 0.1571155 Apr 20 19:32:22.210099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-b2558e95-c791-4e1c-a5e0-663429e43fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.211755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-b2558e95-c791-4e1c-a5e0-663429e43fc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 200 len: 912 time: 0.2068257 Apr 20 19:32:22.217503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.303860 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.310776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c26ee070-341d-4b1b-a86e-86474a0071c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:22.367592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:32:22.385380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:22.391089 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-be80f6da-d910-4230-9429-0ba3876511a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010c213c-b390-48c9-8ceb-d240aefebdf6 HTTP/1.1" status: 200 len: 1000 time: 0.1720870 Apr 20 19:32:22.393799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:22.394735 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.395180 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Added segment 82ac52cf-f745-45f7-a37b-8782357854ec of type vlan for network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a Apr 20 19:32:22.426443 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': 'ca00d563-7d2c-4dcc-87d8-934728713690', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:e2:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683d9b28-bb2e-423f-952a-09021b9702a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:32:04Z', 'updated_at': '2021-04-20T19:32:19Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:22.434554 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:22.453349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:22.453768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:22.481319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.497634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-45521614-f09a-4b5a-bca8-e6317efbb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.499284 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-45521614-f09a-4b5a-bca8-e6317efbb768 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 200 len: 850 time: 0.0983429 Apr 20 19:32:22.579173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.581694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.582345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.589136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:22.661501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:22.721440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Pushing event updated for resources: {'Network': ['ID=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:22.732389 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1196988 Apr 20 19:32:22.732389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:22.732389 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 51780) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:22.740556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Request body: {'subnet': {'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-780345035-subnet', 'tenant_id': '7a5d1b4cbd47479583391bdf6303db13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:22.748433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:22.753171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-3547bc26-0752-4bbf-9962-e0fb65d6d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.754872 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-3547bc26-0752-4bbf-9962-e0fb65d6d5c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69b71687-32f3-4cde-ab64-8b5bedb36ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2427943 Apr 20 19:32:22.757984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Usage tracker for resource:subnet and tenant:7a5d1b4cbd47479583391bdf6303db13 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:22.761736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:22.761988 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:32:22.806209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:22.967287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Made reservation on behalf of 7a5d1b4cbd47479583391bdf6303db13 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:22.973031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26467647'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:23.098842 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-d27fc903-3de7-4881-8e77-04980162614d service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323171 Apr 20 19:32:23.331795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ec8eff14-2eef-4422-b968-3c23e365e0d2 req-2d200cdf-a234-4e5a-b891-156789173612 service neutron] 10.222.0.58 "GET /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233300 Apr 20 19:32:23.383119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': 'ca00d563-7d2c-4dcc-87d8-934728713690', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:e2:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683d9b28-bb2e-423f-952a-09021b9702a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:32:04Z', 'updated_at': '2021-04-20T19:32:19Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:23.388800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54639906-334b-4668-bbc5-c30299d2daaa None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_floatingips': [{'id': 'ca00d563-7d2c-4dcc-87d8-934728713690', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'router_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'port_id': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'mac_address': 'fa:16:3e:e2:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683d9b28-bb2e-423f-952a-09021b9702a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:32:04Z', 'updated_at': '2021-04-20T19:32:19Z', 'revision_number': 1, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:23.626878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26457176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26467630'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:23.631622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:23.723583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97544a2a-ac31-435d-9484-6976523e078a None None] New status for floating IP ca00d563-7d2c-4dcc-87d8-934728713690: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:32:23.724037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2df954d-9cff-485f-9e2d-53f86fb3b8e2,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:23.728779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:23.739218 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Checking segment: {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:23.739652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Network hostable DHCP agents. Network: 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:32:23.762043 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:23.763910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:32:23.774539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:23.791180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291c03d-b714-4c7c-a102-0cbd0de939b5 None None] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:23.797464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:23.798539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:23.834002 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1002204 Apr 20 19:32:24.078838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4afb06b-7c2e-4405-94f0-c6dcdd5fff72 None None] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:25.361256 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-80fdf4aa-fbf8-489e-b4c2-24c940ca2d37 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838001 Apr 20 19:32:25.471895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-ce630302-57af-45f1-ac53-3a62bb9a7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.473532 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-ce630302-57af-45f1-ac53-3a62bb9a7b80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0871491 Apr 20 19:32:25.654893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-3b689118-5187-4c25-96c6-a47fd2aeae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.656424 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-3b689118-5187-4c25-96c6-a47fd2aeae4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.1612725 Apr 20 19:32:25.770654 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-73ba1646-ca70-4ca6-87f9-bfaa25a5f58c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 1001 time: 0.1077657 Apr 20 19:32:25.847941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-207f1d31-54e9-4b8d-bb4a-e7ed6f798b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.849554 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-207f1d31-54e9-4b8d-bb4a-e7ed6f798b32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.0726318 Apr 20 19:32:25.945200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-f4cb765c-e2fd-4ccf-b6fe-a20dcdc3fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.946973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-f4cb765c-e2fd-4ccf-b6fe-a20dcdc3fea0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888615 Apr 20 19:32:26.107986 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-19267df6-f82b-4054-8b42-0bb95b294713 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534688 Apr 20 19:32:26.250546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-bcc17782-75f8-4191-b561-7a1595bf2fc9 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:26.252146 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-bcc17782-75f8-4191-b561-7a1595bf2fc9 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 813 time: 0.1719944 Apr 20 19:32:26.257052 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-15e7b4e6-becb-4c76-8992-94dd4a9c18a9 req-711f29fa-3043-430e-ae63-e29d9fc82577 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417890 Apr 20 19:32:26.270174 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-b1a6e8ab-f111-4bde-a498-7f9e418b842d tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/quotas/7a5d1b4cbd47479583391bdf6303db13 HTTP/1.1" status: 200 len: 375 time: 0.0113237 Apr 20 19:32:26.330302 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-90655b1f-dc00-40cc-b1a4-c961e6b43fa2 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482247 Apr 20 19:32:26.599947 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-4af4a9ae-65a3-4173-b030-0b8bacc76892 service neutron] 10.222.0.13 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618470 Apr 20 19:32:26.753452 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-d628c957-6930-4e6e-89a0-2216c901d8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469178 Apr 20 19:32:26.954452 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c1b6b4e3-911e-401e-b346-4acfd5b4b917 req-f653e60f-6982-42a5-be30-646f34706d9d tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 210 time: 0.0520222 Apr 20 19:32:28.130179 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7c6155ab-4cf8-451e-96f0-803c5dd65a36 req-86a259b9-bcdc-4480-b1dc-0a1210dc16fb tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 210 time: 0.0575225 Apr 20 19:32:28.423838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-17bf52e9-6814-490b-8b84-a5673dff221b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:28.424556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-18622666-1785-4597-a309-c8056710e5fa req-17bf52e9-6814-490b-8b84-a5673dff221b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Synchronizing usage tracker for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:28.449768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-18622666-1785-4597-a309-c8056710e5fa req-17bf52e9-6814-490b-8b84-a5673dff221b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Unset dirty status for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:28.452755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-17bf52e9-6814-490b-8b84-a5673dff221b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 813 time: 0.2019320 Apr 20 19:32:28.471615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Request body: {'port': {'device_id': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a', 'admin_state_up': True, 'tenant_id': '7a5d1b4cbd47479583391bdf6303db13'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:28.628236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:28.632515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Usage tracker for resource:port and tenant:7a5d1b4cbd47479583391bdf6303db13 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:28.636145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:28.642777 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:28.652458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Made reservation on behalf of 7a5d1b4cbd47479583391bdf6303db13 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:28.658603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:28.840548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Allocated IP 172.20.0.4 (30ab6b6e-6857-4589-9a11-11bc4c1fcd1a/c2df954d-9cff-485f-9e2d-53f86fb3b8e2/9cd3c9f1-9639-4e7e-a023-0ae5b62996de) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:29.090639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.126438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.136720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3ab76340-5b06-4a20-b8a1-8368183e5909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:29.220355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:29.224454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:29.229006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:29.264778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Pushing event updated for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:29.272579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:29.306611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:29.307341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.329694 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-c14c81c6-1917-45a8-aada-03148a7ad727 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629050 Apr 20 19:32:29.344628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Request body: {'port': {'device_id': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:29.348325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7f342-4a30-46c8-a7ba-0196f3b2279a req-bcbd4191-b183-456e-99fc-5a2b6c01b029 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:29.349983 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-faf7f342-4a30-46c8-a7ba-0196f3b2279a req-bcbd4191-b183-456e-99fc-5a2b6c01b029 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 931 time: 0.0930438 Apr 20 19:32:29.408382 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-faf7f342-4a30-46c8-a7ba-0196f3b2279a req-43b8f037-6cf8-4d6c-a1c4-5b5d91514172 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Apr 20 19:32:29.472078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.081755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd3c9f1-9639-4e7e-a023-0ae5b62996de {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:30.090007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.107427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Transition to ACTIVE for port object 9cd3c9f1-9639-4e7e-a023-0ae5b62996de will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:30.110266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.115672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7f05692f-f540-4964-b213-9d32f5c37114 tempest-ServerRescueNegativeTestJSON-1399435423 tempest-ServerRescueNegativeTestJSON-1399435423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:30.285930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:30.293791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:30.365940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Attempting to bind port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:30.366255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Attempting to bind port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:30.366543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Attempting to bind port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:30.371974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:30.373382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Attempting to bind port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:30.379085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:30.379490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Checking segment: {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:30.379929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Bound using segment: {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:30.380402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Bound port: 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:30.380870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.491185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:30.495013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:30.499005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.504452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6bfd29d5-5100-44ad-9f31-dbca5b0b07ec tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:30.564131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:30.564539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.566072 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/9cd3c9f1-9639-4e7e-a023-0ae5b62996de HTTP/1.1" status: 200 len: 1093 time: 1.2269781 Apr 20 19:32:30.566659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:30.609153 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:30.658421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:30.660276 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de', 'status': 'completed', 'code': 200} Apr 20 19:32:30.687205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7203-c23a-49bd-953a-800ec540d0f3 req-342f8599-5ebb-4fc5-a90e-5ef673a07038 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:30.688910 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-40bb7203-c23a-49bd-953a-800ec540d0f3 req-342f8599-5ebb-4fc5-a90e-5ef673a07038 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 943 time: 0.1046360 Apr 20 19:32:30.709858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-40331037-2fb8-48cc-95cb-5cefa50ab56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:30.711580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-40331037-2fb8-48cc-95cb-5cefa50ab56c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 1096 time: 0.0969689 Apr 20 19:32:30.748227 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-40bb7203-c23a-49bd-953a-800ec540d0f3 req-1183635d-6904-4eab-be5c-c29e7615e44b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 Apr 20 19:32:30.795399 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-7b79eb9a-1616-4675-af61-028dc0d4f18a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de HTTP/1.1" status: 200 len: 217 time: 0.0731378 Apr 20 19:32:30.868227 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622666-1785-4597-a309-c8056710e5fa req-b36fcaf1-ec43-4791-987c-9f5cec0f5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:30.869833 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-b36fcaf1-ec43-4791-987c-9f5cec0f5701 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2df954d-9cff-485f-9e2d-53f86fb3b8e2 HTTP/1.1" status: 200 len: 853 time: 0.0676978 Apr 20 19:32:30.926896 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-570c7853-fe64-403e-8290-9c8555de18fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496407 Apr 20 19:32:31.083580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-75146cf2-cb7b-446f-a119-cf4d62d28128 service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494324 Apr 20 19:32:31.240763 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-18622666-1785-4597-a309-c8056710e5fa req-8833fbe4-f880-4685-a2a9-30d947efaa3b service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491637 Apr 20 19:32:31.377008 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-9732e6e0-0b63-40aa-ac1a-d0671835dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:31.378635 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-9732e6e0-0b63-40aa-ac1a-d0671835dbd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 1096 time: 0.0853221 Apr 20 19:32:31.527627 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-6a66689a-7cdd-4828-b596-5502b04774bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:31.529752 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-6a66689a-7cdd-4828-b596-5502b04774bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 914 time: 0.1432295 Apr 20 19:32:31.605134 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-effcbbcf-e749-4904-80c9-d3a4b04020a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de HTTP/1.1" status: 200 len: 217 time: 0.0689199 Apr 20 19:32:31.678174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-87c37758-0730-49a5-94ad-072d70c1cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:31.679771 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-87c37758-0730-49a5-94ad-072d70c1cbf6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2df954d-9cff-485f-9e2d-53f86fb3b8e2 HTTP/1.1" status: 200 len: 853 time: 0.0678744 Apr 20 19:32:31.733562 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-60edf88d-8617-4b9b-97a9-844e06bbcab2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472648 Apr 20 19:32:31.884610 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-b5f6d90c-c19a-4a0e-8846-a37e7f612f94 service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439531 Apr 20 19:32:31.971285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090d07-8d8f-44f0-a3ba-e755c5a80f04 req-40380c82-5fa0-4f8d-8d32-bde481e8f625 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:31.973017 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4090d07-8d8f-44f0-a3ba-e755c5a80f04 req-40380c82-5fa0-4f8d-8d32-bde481e8f625 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 943 time: 0.0972533 Apr 20 19:32:32.026333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c4090d07-8d8f-44f0-a3ba-e755c5a80f04 req-d59914b1-a24c-462a-a829-786c312f858f tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Apr 20 19:32:32.043644 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-897c384c-d168-4c5c-80d7-ce9f99f0df50 req-6fd55696-640b-4fd2-b7b1-1b180b8dd5ea service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498032 Apr 20 19:32:33.240845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b8c4-1a09-49d2-a5e2-a0ffe667e9a9 req-9dbbb84e-9ac1-4f68-a4c4-d77735c388f5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:33.242485 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1a38b8c4-1a09-49d2-a5e2-a0ffe667e9a9 req-9dbbb84e-9ac1-4f68-a4c4-d77735c388f5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 943 time: 0.0946314 Apr 20 19:32:33.293038 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1a38b8c4-1a09-49d2-a5e2-a0ffe667e9a9 req-3c1fb849-5036-4d95-b7ff-7252a3106270 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Apr 20 19:32:33.736790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 9cd3c9f1-9639-4e7e-a023-0ae5b62996de details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:34.058125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:34.072767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de', 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a', 'port_id': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de', 'mac_address': 'fa:16:3e:98:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2df954d-9cff-485f-9e2d-53f86fb3b8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:34.134553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.157423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd3c9f1-9639-4e7e-a023-0ae5b62996de {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:34.174187 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:34.177329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.179222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:34.253938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:34.257422 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:34.430358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['9cd3c9f1-9639-4e7e-a023-0ae5b62996de'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:34.540306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23023-f355-4548-9fe2-fde5f929b694 req-551e38b2-6b78-4768-9be8-ee05042177e1 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:34.541978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c7c23023-f355-4548-9fe2-fde5f929b694 req-551e38b2-6b78-4768-9be8-ee05042177e1 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 944 time: 0.1254289 Apr 20 19:32:34.625421 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c7c23023-f355-4548-9fe2-fde5f929b694 req-953df375-7f52-49e8-81f5-c4873647577f tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751939 Apr 20 19:32:35.752099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 9cd3c9f1-9639-4e7e-a023-0ae5b62996de up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:35.823175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:35.829379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:35.829804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.843167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53935-242b-422a-a2e5-c3e8b28e4854 req-c5c1ba9c-c68d-4948-8d9f-be3b8c0b1f37 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:35.844936 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94e53935-242b-422a-a2e5-c3e8b28e4854 req-c5c1ba9c-c68d-4948-8d9f-be3b8c0b1f37 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 944 time: 0.0907369 Apr 20 19:32:35.900228 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94e53935-242b-422a-a2e5-c3e8b28e4854 req-3d91a8d9-a1e9-4bb5-8fb0-668ddd81db9c tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Apr 20 19:32:35.959288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.993419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:36.005496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:36.008476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.012106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:36.052795 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de', 'code': 200} Apr 20 19:32:36.093600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:36.097892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:36.352601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3213c37-f021-4efd-a3ca-0d12c7540671 req-a58534f9-000e-447f-a744-df48c307e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:36.354239 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e3213c37-f021-4efd-a3ca-0d12c7540671 req-a58534f9-000e-447f-a744-df48c307e3fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 1098 time: 0.1360195 Apr 20 19:32:36.404241 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e3213c37-f021-4efd-a3ca-0d12c7540671 req-06646671-148a-481d-8add-5f72979db590 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Apr 20 19:32:37.119033 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85475-5dbb-43c7-b112-8d8f1bf106dc req-a690eda4-f180-4cf4-b776-f14c1f10de19 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:37.120742 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-67a85475-5dbb-43c7-b112-8d8f1bf106dc req-a690eda4-f180-4cf4-b776-f14c1f10de19 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.0960701 Apr 20 19:32:37.188268 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-67a85475-5dbb-43c7-b112-8d8f1bf106dc req-cbf285d6-c995-4938-a732-0bb6603263ab tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Apr 20 19:32:37.963063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4af70e-e91b-488c-8c0a-acc5d5f995dd req-f994931e-79e6-4a55-8011-54ad184b9e36 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:37.964624 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0a4af70e-e91b-488c-8c0a-acc5d5f995dd req-f994931e-79e6-4a55-8011-54ad184b9e36 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0926168 Apr 20 19:32:38.019427 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0a4af70e-e91b-488c-8c0a-acc5d5f995dd req-82864219-9606-4854-b434-3e594f1add52 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475156 Apr 20 19:32:38.394955 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7aa4f-3394-44ff-a3ba-496e30657dd4 req-bc7dfee3-b6e7-4047-996c-3055197486f6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:38.396649 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e9c7aa4f-3394-44ff-a3ba-496e30657dd4 req-bc7dfee3-b6e7-4047-996c-3055197486f6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.0909133 Apr 20 19:32:38.447963 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e9c7aa4f-3394-44ff-a3ba-496e30657dd4 req-ca91c718-c478-454d-9fb7-588844a88914 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Apr 20 19:32:39.290963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85676cf-2d1a-46af-8bf3-dfd96a600227 req-451ec104-30ef-4354-b2ce-7ddc18dcea5d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.292569 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e85676cf-2d1a-46af-8bf3-dfd96a600227 req-451ec104-30ef-4354-b2ce-7ddc18dcea5d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1056294 Apr 20 19:32:39.350419 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e85676cf-2d1a-46af-8bf3-dfd96a600227 req-871b1685-4992-4f90-9d22-bc6f6ced2b30 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498619 Apr 20 19:32:40.561199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd3c5-9552-4ed6-b851-8c66b5b5443b req-3294bc9c-34e9-40d6-9221-c192a94fde70 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:40.562812 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c35bd3c5-9552-4ed6-b851-8c66b5b5443b req-3294bc9c-34e9-40d6-9221-c192a94fde70 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0898986 Apr 20 19:32:40.612616 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c35bd3c5-9552-4ed6-b851-8c66b5b5443b req-61fae9fa-e06a-48f8-ba39-08a91e4e350d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433607 Apr 20 19:32:41.833400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d7ac2-c5ce-4dbd-88f3-f9b52ac48c82 req-f11774e9-6269-4b5e-85a5-f78a7d5ae96d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:41.834930 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1d9d7ac2-c5ce-4dbd-88f3-f9b52ac48c82 req-f11774e9-6269-4b5e-85a5-f78a7d5ae96d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0963557 Apr 20 19:32:41.888762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1d9d7ac2-c5ce-4dbd-88f3-f9b52ac48c82 req-a3d4b85f-326d-48ac-9c4f-63696320ed83 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471168 Apr 20 19:32:43.112082 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2222c7-a451-447e-8904-faeac15491d0 req-d7795d51-8f3f-4b01-b8b1-9f15b6b12d3c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:43.113831 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db2222c7-a451-447e-8904-faeac15491d0 req-d7795d51-8f3f-4b01-b8b1-9f15b6b12d3c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0953910 Apr 20 19:32:43.170786 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db2222c7-a451-447e-8904-faeac15491d0 req-1c5fa454-c76f-4ce8-ba64-8c447c8b45e1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497649 Apr 20 19:32:44.540849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33301e-84f6-4e71-bd10-109444ca193f req-17db8d6a-58b1-4cbb-a61c-ed6525929b4b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:44.542524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8e33301e-84f6-4e71-bd10-109444ca193f req-17db8d6a-58b1-4cbb-a61c-ed6525929b4b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0947444 Apr 20 19:32:44.594525 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8e33301e-84f6-4e71-bd10-109444ca193f req-b3040ace-63a8-4e2b-9138-c52ffcc27542 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Apr 20 19:32:45.830233 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed76f0-8314-4bb2-902c-b4eb41d023c3 req-07cc0c22-4397-4ca1-936d-a75e9f92d230 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:45.831947 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56ed76f0-8314-4bb2-902c-b4eb41d023c3 req-07cc0c22-4397-4ca1-936d-a75e9f92d230 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0980039 Apr 20 19:32:45.895906 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56ed76f0-8314-4bb2-902c-b4eb41d023c3 req-ce1f4b7f-ce8a-4dab-af04-1bdcd15eddd7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571263 Apr 20 19:32:47.108982 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee4c1d-077d-4dd9-a87d-567c10ce220f req-3cafc2e6-d220-44d5-9d22-a9d48e466bf0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:47.110599 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-afee4c1d-077d-4dd9-a87d-567c10ce220f req-3cafc2e6-d220-44d5-9d22-a9d48e466bf0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0898762 Apr 20 19:32:47.160211 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-afee4c1d-077d-4dd9-a87d-567c10ce220f req-1753118b-2ebc-4112-91d6-56a1870fd5b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Apr 20 19:32:47.252746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-567ab286-8b42-4136-b417-41f1a41f8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:47.649821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ed57-ee1a-47df-9f05-34cd18a0ccd6 req-dd5e5795-f2f7-4763-973f-917cc4710ac7 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:47.651365 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d777ed57-ee1a-47df-9f05-34cd18a0ccd6 req-dd5e5795-f2f7-4763-973f-917cc4710ac7 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.0954390 Apr 20 19:32:47.702119 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d777ed57-ee1a-47df-9f05-34cd18a0ccd6 req-d4335e85-b0d6-4c6a-aef9-e306cf102009 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Apr 20 19:32:47.884368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:32:48.375923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695d66-4664-46a4-96b1-b0566d27162e req-b5802623-12bd-42f4-8ca4-3577b263464f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:48.378243 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc695d66-4664-46a4-96b1-b0566d27162e req-b5802623-12bd-42f4-8ca4-3577b263464f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0907934 Apr 20 19:32:48.434811 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc695d66-4664-46a4-96b1-b0566d27162e req-cc0aa0b6-15f0-44b6-9356-d34bc456bc52 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491962 Apr 20 19:32:48.916151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b4088-3076-4178-8f6f-b86d0390f400 req-d47a2bec-fe19-403d-9699-19ecd147d310 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:48.917754 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-643b4088-3076-4178-8f6f-b86d0390f400 req-d47a2bec-fe19-403d-9699-19ecd147d310 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.0915868 Apr 20 19:32:48.970404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-643b4088-3076-4178-8f6f-b86d0390f400 req-26282c32-2cc4-46fd-a2aa-b35fd2b64eca tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458064 Apr 20 19:32:49.401115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bfc4-caf5-4659-a2ac-0406554e5c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:49.649256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc461-bca1-4159-aee0-83e6527375ae req-4ebe562d-2aca-4220-852f-70d9060f29a0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:49.650794 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7d7fc461-bca1-4159-aee0-83e6527375ae req-4ebe562d-2aca-4220-852f-70d9060f29a0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0927174 Apr 20 19:32:49.700921 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7d7fc461-bca1-4159-aee0-83e6527375ae req-3f1a13eb-a332-4846-976a-774bbc708786 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Apr 20 19:32:50.177359 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677032-d97d-488b-a18d-a2ffae0e3c18 req-36bf7e74-42f7-44de-975b-a02b299e0bff tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:50.179036 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e7677032-d97d-488b-a18d-a2ffae0e3c18 req-36bf7e74-42f7-44de-975b-a02b299e0bff tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.0897510 Apr 20 19:32:50.229603 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e7677032-d97d-488b-a18d-a2ffae0e3c18 req-1d7368b0-6a15-49ea-9ce7-8a27c80988a9 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Apr 20 19:32:50.454446 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:50.860397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:50.922235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f49211-7300-49a3-b6b0-8a767f9bdc8e req-10930e43-2b7a-41d0-90de-caea9b8dd440 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:50.923883 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f2f49211-7300-49a3-b6b0-8a767f9bdc8e req-10930e43-2b7a-41d0-90de-caea9b8dd440 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0971930 Apr 20 19:32:50.977076 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f2f49211-7300-49a3-b6b0-8a767f9bdc8e req-712e5e20-5c10-4c69-abfa-3480338d213c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Apr 20 19:32:51.439067 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3be85-8c89-4fac-8f66-9c1138f26c9a req-57b6e1f5-12d1-42bc-9c33-31d1f5259e92 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:51.440702 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d3f3be85-8c89-4fac-8f66-9c1138f26c9a req-57b6e1f5-12d1-42bc-9c33-31d1f5259e92 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.0895088 Apr 20 19:32:51.494519 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d3f3be85-8c89-4fac-8f66-9c1138f26c9a req-1d969502-24b5-444d-9625-4bf6804b7bb7 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467110 Apr 20 19:32:51.718042 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:52.187843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77019451-2319-4f86-bf96-b2c4c446ae0b req-9ea741ce-fc25-422a-826d-9824071eb96c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:52.189494 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-77019451-2319-4f86-bf96-b2c4c446ae0b req-9ea741ce-fc25-422a-826d-9824071eb96c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.0898995 Apr 20 19:32:52.240958 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-77019451-2319-4f86-bf96-b2c4c446ae0b req-2f7d64e0-97c0-4464-98ae-7fb6c0065b19 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Apr 20 19:32:52.341006 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-374a9d27-13b5-436c-a1ac-763c7553c75d tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298933623&fields=id&tenant_id=74d45ab460094d53a7fef8b9125ff0d0 HTTP/1.1" status: 200 len: 267 time: 0.0440347 Apr 20 19:32:52.437253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-54bc3747-c324-45cd-be9a-9fa346cb55f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:52.438846 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-54bc3747-c324-45cd-be9a-9fa346cb55f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 985 time: 0.0918906 Apr 20 19:32:52.452605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Request body: {'port': {'security_groups': ['0eb5e233-c643-47e8-9dab-afdd872ed0e5']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:52.588132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:52.783032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b372b-4eb9-49c6-953c-c0d58f0b6948 req-a106bbe8-1a72-47df-a522-b0c9c87abfc1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:52.784686 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-118b372b-4eb9-49c6-953c-c0d58f0b6948 req-a106bbe8-1a72-47df-a522-b0c9c87abfc1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1519718 Apr 20 19:32:53.149942 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-118b372b-4eb9-49c6-953c-c0d58f0b6948 req-5015c2b2-b1dc-47e9-bdd3-3e9d420ebea3 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582602 Apr 20 19:32:53.193346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:53.221237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.224999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.232337 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bcfe3d1a-9126-41be-b502-c7cabc568ef3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:53.239849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:53.314493 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:53.315532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.317079 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-94e76129-6dfd-42f2-b443-ff7997f0eb85 req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "PUT /v2.0/ports/4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 943 time: 0.8703549 Apr 20 19:32:53.318061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:53.325757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52098) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:53.402816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event updated for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=7']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:53.443202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.446166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.446621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.447034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.447520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.447873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.448276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.448677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.449076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.449472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.450412 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.450801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:53.458444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:53.549532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.568888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:53.570893 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:32:53.609535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.633243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-799018c4-d84c-478e-8c03-8b631e2562dc None None] Provisioning complete for port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:53.633667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-799018c4-d84c-478e-8c03-8b631e2562dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.641344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c4f45-1acd-4224-b050-2b2efaa6f2dd req-6808d027-d10c-431e-b981-6d048438e84b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:53.643243 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-152c4f45-1acd-4224-b050-2b2efaa6f2dd req-6808d027-d10c-431e-b981-6d048438e84b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.2024517 Apr 20 19:32:53.696625 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-152c4f45-1acd-4224-b050-2b2efaa6f2dd req-e22f333c-9ea3-45d9-a771-1be9b9ba3592 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461509 Apr 20 19:32:53.737220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-42803be0-de70-4779-b877-0f1203e32c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:53.738937 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-42803be0-de70-4779-b877-0f1203e32c81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1099 time: 0.1200452 Apr 20 19:32:53.749295 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.756173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bfeaa13d-a510-4db3-8ecc-4f79fb235ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:53.801237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.807671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa25880-56c2-46ef-b900-4b5753805566,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:53.812998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:53.849330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:53.881110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:53.882343 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "DELETE /v2.0/security-groups/4aa25880-56c2-46ef-b900-4b5753805566 HTTP/1.1" status: 204 len: 168 time: 0.5555921 Apr 20 19:32:53.886492 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52108) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:53.929208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-451141b1-2402-403b-8293-055a75e4c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:53.930916 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-451141b1-2402-403b-8293-055a75e4c96d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 914 time: 0.1757829 Apr 20 19:32:54.002546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:54.024124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:54.048554 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-05a2f388-28e8-4712-86e9-81a716616722 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 1002 time: 0.1098413 Apr 20 19:32:54.089510 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.108885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:54.125298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Deleting port 853ab41f-d574-47d1-ade9-0916eebf47ef {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:54.125556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-1e6d3986-396c-495f-96c5-8a57f0f9d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:54.125656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.127942 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:54.128142 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-1e6d3986-396c-495f-96c5-8a57f0f9d0d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.0711100 Apr 20 19:32:54.130873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.133278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:54.212802 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:54.222440 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.222811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.223195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.223908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.223908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.224300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.224672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.225045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.225416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.226192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.226192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.226454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:54.232811 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:54.242204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-6fd2ba04-0093-4543-bd1d-22fdc3a05b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:54.242506 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['61b8fcc5-c443-4549-b684-49a6e60ab57a'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:54.244097 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-6fd2ba04-0093-4543-bd1d-22fdc3a05b56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0959318 Apr 20 19:32:54.406477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.406816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.438434 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-bbc11634-19fa-4f72-ab64-47a62574cea4 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848857 Apr 20 19:32:54.568523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Calling delete_port for 853ab41f-d574-47d1-ade9-0916eebf47ef owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:54.594775 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b3a0113d-b0a9-4d88-94c9-9ce4a3896d2c req-00ae6ddf-4443-4d8b-9f84-e3673a4ff6d5 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477225 Apr 20 19:32:54.671147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855dbb-040b-4195-bdc3-8e413c2762e2 req-166c2452-4c85-472a-b03c-828e42b7b4db tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:54.672833 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de855dbb-040b-4195-bdc3-8e413c2762e2 req-166c2452-4c85-472a-b03c-828e42b7b4db tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.3360155 Apr 20 19:32:54.743146 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-de855dbb-040b-4195-bdc3-8e413c2762e2 req-c103e823-d27f-43d9-958b-e82de7dd8e39 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616572 Apr 20 19:32:54.811254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.816325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:54.913239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event deleted for resources: {'Port': ['ID=853ab41f-d574-47d1-ade9-0916eebf47ef,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:54.953243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:55.038758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:55.039254 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Floating IP 06128191-0283-4c8b-8191-b814c9a4fbcc disassociated (deleted). External IP: 172.28.1.111, port: 4b265d90-b0d5-4b37-9bc7-8c0f0b182622. Apr 20 19:32:55.203893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ea8e9-4d82-4314-9e84-99942978d322 req-086f6919-23c7-44a3-b9b4-5db40e663eab tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:55.205657 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c74ea8e9-4d82-4314-9e84-99942978d322 req-086f6919-23c7-44a3-b9b4-5db40e663eab tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.3536222 Apr 20 19:32:55.291236 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c74ea8e9-4d82-4314-9e84-99942978d322 req-adf20817-3920-4cd8-a8d6-b53308262e78 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665143 Apr 20 19:32:55.488284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:55.685601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:55.698424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Sync routers for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:55.702781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:55.712651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:55.713405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:55.768123 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-980cd26d-ee3c-4d43-bcce-1b360fb9b0f1 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "DELETE /v2.0/floatingips/06128191-0283-4c8b-8191-b814c9a4fbcc HTTP/1.1" status: 204 len: 168 time: 1.8770936 Apr 20 19:32:55.768123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:55.825427 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:32:55.864057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:56.018604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:56.044204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-ff4deac7-cfe6-4638-9ba1-ee34476c1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.058516 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-ff4deac7-cfe6-4638-9ba1-ee34476c1a49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 1099 time: 0.1688931 Apr 20 19:32:56.070300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 61b8fcc5-c443-4549-b684-49a6e60ab57a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:56.070759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.130725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8f22-2d33-4925-a03a-5bc1e5c0a115 req-1e7bc2ef-1991-425b-ac32-8a68b6abb6f4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.132788 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-476e8f22-2d33-4925-a03a-5bc1e5c0a115 req-1e7bc2ef-1991-425b-ac32-8a68b6abb6f4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1891758 Apr 20 19:32:56.226446 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-476e8f22-2d33-4925-a03a-5bc1e5c0a115 req-2e798749-f84c-4338-aecf-f61a1e59ffcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798082 Apr 20 19:32:56.396325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-ab9872b6-8912-4bc7-93c5-4603ab6a67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.399695 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-ab9872b6-8912-4bc7-93c5-4603ab6a67bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 200 len: 914 time: 0.3339520 Apr 20 19:32:56.605046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.678901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5efd97-9b44-4522-8996-17d9a8cc6870 req-19a3f410-d277-4278-bae4-5a9ee7f16734 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.692019 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ac5efd97-9b44-4522-8996-17d9a8cc6870 req-19a3f410-d277-4278-bae4-5a9ee7f16734 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.1563301 Apr 20 19:32:56.778121 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ac5efd97-9b44-4522-8996-17d9a8cc6870 req-ca0ceebf-9d32-4317-b8c1-ee130523f982 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848842 Apr 20 19:32:56.785038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:56.790491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:56.801596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.803781 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:56.804678 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-a0da7c1b-c514-459c-afa6-ad9291c578a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 200 len: 217 time: 0.3975258 Apr 20 19:32:56.943515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-85171c82-8006-40a3-b845-bf237221e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.948083 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-85171c82-8006-40a3-b845-bf237221e2d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 200 len: 852 time: 0.1345460 Apr 20 19:32:56.997701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:57.001913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:57.021359 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'code': 200} Apr 20 19:32:57.079503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:57.091574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Checking router: d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:57.135558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:57.138771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:57.242620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-605fa5c7-9d71-44fc-af6a-63f8feecc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:57.244755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-605fa5c7-9d71-44fc-af6a-63f8feecc38e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b3f329a-75fa-4617-b9e4-47a0b83a40e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2676234 Apr 20 19:32:57.525649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc4d9d-3dea-4e0a-94a4-777e137fcf0f req-6c2e5c51-5194-401a-84fb-91b8c7f64a81 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:57.534524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-9bf50fe8-f1f0-4024-b714-457165e96ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823029 Apr 20 19:32:57.535122 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b6fc4d9d-3dea-4e0a-94a4-777e137fcf0f req-6c2e5c51-5194-401a-84fb-91b8c7f64a81 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1191332 Apr 20 19:32:57.598873 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b6fc4d9d-3dea-4e0a-94a4-777e137fcf0f req-c949a671-a229-4d6e-9b4e-7b7d906d2d60 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621948 Apr 20 19:32:57.737413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:57.795718 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2b10f65-84cd-4879-9cd6-3a70845bade6 req-072da4d6-f044-435d-900f-e635c50053f9 service neutron] 10.222.0.58 "GET /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530527 Apr 20 19:32:57.856744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-f0ebea98-7aaf-404f-8f67-79ec68b966b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:57.858471 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-f0ebea98-7aaf-404f-8f67-79ec68b966b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1720409 Apr 20 19:32:58.080911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-7425bd14-603b-4f1e-a356-8898821dc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:58.086755 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-7425bd14-603b-4f1e-a356-8898821dc44b service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.2191837 Apr 20 19:32:58.271096 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-c8df7321-cf22-40ca-9824-45781efd11ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 1001 time: 0.1754808 Apr 20 19:32:58.761126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:58.767026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895e70-d8cc-4d64-97d5-d089bbd0eb03 None None] The sync data for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb is: [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:30:04Z', 'revision_number': 4, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '8f9cf91b-3add-4a78-b042-2245d57af978', 'name': '', 'network_id': '9b3f329a-75fa-4617-b9e4-47a0b83a40e7', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'mac_address': 'fa:16:3e:f1:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:03Z', 'updated_at': '2021-04-20T19:30:14Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'subnets': [{'id': 'bd1b7df4-7dd7-4438-81ca-f8f963c9c623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:58.907676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-c885c2ad-ad31-418e-b0aa-f2eef5c009cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:58.910867 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-c885c2ad-ad31-418e-b0aa-f2eef5c009cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.1439760 Apr 20 19:32:59.039333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1d2b9-a2a1-438d-a09f-4bb260bc8f72 req-a1bb1af2-f3e2-46df-a9ef-d4b20ea1fed7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.042812 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c9b1d2b9-a2a1-438d-a09f-4bb260bc8f72 req-a1bb1af2-f3e2-46df-a9ef-d4b20ea1fed7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.7685659 Apr 20 19:32:59.083454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861bf6-8cc0-4668-b134-23e1d46fcf84 req-cb2dd8d0-73ef-45c4-bba2-680d0c1f7b39 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.085144 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ee861bf6-8cc0-4668-b134-23e1d46fcf84 req-cb2dd8d0-73ef-45c4-bba2-680d0c1f7b39 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.2291250 Apr 20 19:32:59.171766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-ca67a810-447f-441f-ad65-6c1cbdef57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.173406 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-ca67a810-447f-441f-ad65-6c1cbdef57d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2509151 Apr 20 19:32:59.194359 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ee861bf6-8cc0-4668-b134-23e1d46fcf84 req-8f91fd5c-e508-4783-9b9b-5de178f3c9e0 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818837 Apr 20 19:32:59.308611 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c9b1d2b9-a2a1-438d-a09f-4bb260bc8f72 req-dd806613-2778-4187-8058-abb00fe0cedf tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578321 Apr 20 19:32:59.351724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914988f2-b18e-4060-9fb2-f38389d83ac2 None None] New status for floating IP 06128191-0283-4c8b-8191-b814c9a4fbcc: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:32:59.463198 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-31a9fd27-b0fd-48cf-8091-634a8691bbe6 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672224 Apr 20 19:32:59.661987 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f5788c3-5820-4d6b-9d89-8ca75fa67dfc req-67bd9ea7-2887-4bb1-9e9d-e386a593f45b service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875274 Apr 20 19:32:59.899488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af9a2-d7c9-4fa9-9a2a-c0598de233b9 req-519292c0-611a-40a6-8d35-6593b58d67fe tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.900761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b89af9a2-d7c9-4fa9-9a2a-c0598de233b9 req-519292c0-611a-40a6-8d35-6593b58d67fe tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Synchronizing usage tracker for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:59.919236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b89af9a2-d7c9-4fa9-9a2a-c0598de233b9 req-519292c0-611a-40a6-8d35-6593b58d67fe tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Unset dirty status for tenant:74d45ab460094d53a7fef8b9125ff0d0 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:59.920574 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b89af9a2-d7c9-4fa9-9a2a-c0598de233b9 req-519292c0-611a-40a6-8d35-6593b58d67fe tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1244168 Apr 20 19:32:59.984002 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b89af9a2-d7c9-4fa9-9a2a-c0598de233b9 req-f61deb39-22c7-4e5f-ad01-2ebfcbe009b9 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562506 Apr 20 19:33:00.420515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848e13-2d18-4a6c-9ccf-1eb9426aaa57 req-868938da-e0d3-4bf8-9855-ddedb0a471ac tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:00.422669 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56848e13-2d18-4a6c-9ccf-1eb9426aaa57 req-868938da-e0d3-4bf8-9855-ddedb0a471ac tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1126573 Apr 20 19:33:00.480440 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-56848e13-2d18-4a6c-9ccf-1eb9426aaa57 req-085537aa-2722-413f-9f62-b3cce7a72980 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501003 Apr 20 19:33:00.581252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd29f-3e6b-496c-82a3-ee918608cf3c req-aa6069c9-4f78-40b9-9920-938320be5b8b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:00.582986 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-745bd29f-3e6b-496c-82a3-ee918608cf3c req-aa6069c9-4f78-40b9-9920-938320be5b8b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1067011 Apr 20 19:33:00.640848 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-745bd29f-3e6b-496c-82a3-ee918608cf3c req-327acba9-20b5-48b5-9f52-8891d6312fb8 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509033 Apr 20 19:33:01.206068 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713ebe7-3840-459c-ae36-929dd6d4d2a6 req-e4c7a1e9-ea1f-48d1-b1bf-0487a55dbf6e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:01.207715 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2713ebe7-3840-459c-ae36-929dd6d4d2a6 req-e4c7a1e9-ea1f-48d1-b1bf-0487a55dbf6e tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.1049101 Apr 20 19:33:01.264716 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2713ebe7-3840-459c-ae36-929dd6d4d2a6 req-c120511c-7efe-4f62-95d5-53e3af060cd7 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Apr 20 19:33:02.068463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d796c17-f946-4b75-a5d5-dd3b773be169 req-4e7d8d6d-989c-4fe1-9610-33864f127e0e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:02.070181 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d796c17-f946-4b75-a5d5-dd3b773be169 req-4e7d8d6d-989c-4fe1-9610-33864f127e0e tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.2615621 Apr 20 19:33:02.126679 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-9a62f215-4d27-4749-9cb3-4320ab7d3cb2 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:02.128383 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-9a62f215-4d27-4749-9cb3-4320ab7d3cb2 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.2498944 Apr 20 19:33:02.225698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34d583-f7ea-4a55-8eb5-aa0fd028d0f0 req-cfcee9ef-57e1-477f-9c12-04ef7197e244 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:02.227529 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4c34d583-f7ea-4a55-8eb5-aa0fd028d0f0 req-cfcee9ef-57e1-477f-9c12-04ef7197e244 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.3057742 Apr 20 19:33:02.230749 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d796c17-f946-4b75-a5d5-dd3b773be169 req-c221ed8e-81ea-4ad2-8329-385384b852e5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414275 Apr 20 19:33:02.289586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Deleting port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:02.290038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:02.363557 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4c34d583-f7ea-4a55-8eb5-aa0fd028d0f0 req-4a6e96fc-7312-4dbe-a9ab-d9c70203278f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248164 Apr 20 19:33:02.663723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] For port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:02.664370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:02.828538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Calling delete_port for 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:02.965768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f9ddb-bf42-4feb-a343-c3046ba9064e req-80b0a0c1-f2e3-4908-8541-4fa24e717bde tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:02.974757 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9c9f9ddb-bf42-4feb-a343-c3046ba9064e req-80b0a0c1-f2e3-4908-8541-4fa24e717bde tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f37c383-26fb-4231-aaba-9ca48e0912c5 HTTP/1.1" status: 200 len: 946 time: 0.4739890 Apr 20 19:33:03.100924 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9c9f9ddb-bf42-4feb-a343-c3046ba9064e req-81e883ea-39d8-4785-a198-fe9fcf7da931 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.13 "GET /v2.0/security-groups?id=0eb5e233-c643-47e8-9dab-afdd872ed0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248717 Apr 20 19:33:03.141056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:03.147805 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f33bb416-5554-401b-8ab6-81526f4d6bd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:03.156876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['4b265d90-b0d5-4b37-9bc7-8c0f0b182622'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:03.203815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Pushing event deleted for resources: {'Port': ['ID=4b265d90-b0d5-4b37-9bc7-8c0f0b182622,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:03.206407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:03.305280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] No DVR routers for this DVR port 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:03.308520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:03.319367 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'name': 'network-vif-deleted', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:03.330484 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ded6a1dd-06ec-4299-b93f-c3f49134c370 req-a294eb7f-3cb6-47c4-80ee-546c80f4116b tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] 10.222.0.58 "DELETE /v2.0/ports/4b265d90-b0d5-4b37-9bc7-8c0f0b182622 HTTP/1.1" status: 204 len: 173 time: 1.1949723 Apr 20 19:33:03.388636 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f37c383-26fb-4231-aaba-9ca48e0912c5', 'name': 'network-vif-deleted', 'tag': '4b265d90-b0d5-4b37-9bc7-8c0f0b182622', 'status': 'completed', 'code': 200} Apr 20 19:33:03.646551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e090-6a96-4802-b11b-db5726e783af req-0fc1caec-444e-488e-b4b8-9edaa8f74ee6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:03.648266 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d546e090-6a96-4802-b11b-db5726e783af req-0fc1caec-444e-488e-b4b8-9edaa8f74ee6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.2304158 Apr 20 19:33:03.674062 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5aef-9690-4b94-a8a3-a52271273d8d req-1ef99661-caf6-4011-8dcd-14b1b99795d0 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:03.676107 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-63da5aef-9690-4b94-a8a3-a52271273d8d req-1ef99661-caf6-4011-8dcd-14b1b99795d0 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1477389 Apr 20 19:33:03.757955 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d546e090-6a96-4802-b11b-db5726e783af req-e433cfad-d855-440b-9d93-6dc72864b96f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957363 Apr 20 19:33:03.791950 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-63da5aef-9690-4b94-a8a3-a52271273d8d req-562f35cf-2a4b-4387-b279-fac3b335afc6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925438 Apr 20 19:33:03.927930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:04.146746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.181405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:04.214894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:04.246574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.262591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:04.311924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:04.442866 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'code': 422} returned with failed status Apr 20 19:33:04.450456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:04.454843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:04.469059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:04.469826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 4b265d90-b0d5-4b37-9bc7-8c0f0b182622 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:04.603656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52280) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:04.651252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c60ed-3c33-4b61-9845-ac02a321077b req-1bdd1624-1eff-4d05-b1cf-1085a5e091f6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:04.654731 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af6c60ed-3c33-4b61-9845-ac02a321077b req-1bdd1624-1eff-4d05-b1cf-1085a5e091f6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.1195083 Apr 20 19:33:04.717401 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af6c60ed-3c33-4b61-9845-ac02a321077b req-b3c23ab4-977d-4a2c-a240-affcfff7e6c4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560367 Apr 20 19:33:04.797109 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-4ef7f2e8-ddc7-4a7b-be01-c69a5d13bb6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917851 Apr 20 19:33:05.142565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c152046-c1d9-44b5-9bac-dd763a5184eb req-fe1347a7-1a68-461b-8378-eb5e2c603825 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:05.144615 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4c152046-c1d9-44b5-9bac-dd763a5184eb req-fe1347a7-1a68-461b-8378-eb5e2c603825 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1781344 Apr 20 19:33:05.220099 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4c152046-c1d9-44b5-9bac-dd763a5184eb req-77efa3a6-876a-471a-96b9-7220a196cb39 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685761 Apr 20 19:33:05.411597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52324) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:06.032113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ee0c-c166-420e-8d6b-e0c53afbb99e req-0971cf7d-c50d-4f80-a7c1-c677e1109717 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:06.038557 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0aa7ee0c-c166-420e-8d6b-e0c53afbb99e req-0971cf7d-c50d-4f80-a7c1-c677e1109717 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.1232004 Apr 20 19:33:06.112406 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0aa7ee0c-c166-420e-8d6b-e0c53afbb99e req-99563a86-adc9-4a3b-a307-f5f895ac2b3c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654426 Apr 20 19:33:06.156909 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:06.627079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-fb4a8724-7c7f-48c5-b50f-7118b83ccd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:06.627079 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-fb4a8724-7c7f-48c5-b50f-7118b83ccd84 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5&tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8 HTTP/1.1" status: 200 len: 1096 time: 0.2140493 Apr 20 19:33:06.666634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641c3d3-85e6-4ff9-b7bf-2d651fee7104 req-c3aea8c9-f5b3-4693-9635-64897d8537b6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:06.674972 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Deleting port 8f9cf91b-3add-4a78-b042-2245d57af978 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:06.675413 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c641c3d3-85e6-4ff9-b7bf-2d651fee7104 req-c3aea8c9-f5b3-4693-9635-64897d8537b6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.1806540 Apr 20 19:33:06.675587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:06.778253 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c641c3d3-85e6-4ff9-b7bf-2d651fee7104 req-cc5282b8-62f9-4b1f-b1cc-174afa104886 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013014 Apr 20 19:33:06.852134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-5eac1822-8884-4809-9b39-b08cdc30ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:06.854044 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-5eac1822-8884-4809-9b39-b08cdc30ae3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1757095 Apr 20 19:33:06.939048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] For port 8f9cf91b-3add-4a78-b042-2245d57af978, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=8f9cf91b-3add-4a78-b042-2245d57af978,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:06.939597 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:07.105106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Calling delete_port for 8f9cf91b-3add-4a78-b042-2245d57af978 owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:07.389015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:07.397732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:07.470405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9cf91b-3add-4a78-b042-2245d57af978,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:07.475576 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:07.529952 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-dbb2a5c9-c799-44c1-aa5b-e2ce3ec10327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:07.545908 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-dbb2a5c9-c799-44c1-aa5b-e2ce3ec10327 service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.6712954 Apr 20 19:33:07.678562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509ad9f-aaca-4967-b787-29c1c8167fb3 req-20285dea-af09-476a-8586-3111680bc8a1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:07.681027 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2509ad9f-aaca-4967-b787-29c1c8167fb3 req-20285dea-af09-476a-8586-3111680bc8a1 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.3521061 Apr 20 19:33:07.772060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2509ad9f-aaca-4967-b787-29c1c8167fb3 req-1319d781-fc63-4eb6-9cd2-6bd1bd7ea23c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764964 Apr 20 19:33:07.801487 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-1880484c-3dfd-4bd3-8be8-c4e64d0c2eb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 999 time: 0.2545543 Apr 20 19:33:07.910986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-08071278-bd58-409c-8a94-785a33450246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:07.913270 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-08071278-bd58-409c-8a94-785a33450246 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.1044452 Apr 20 19:33:08.068546 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:08.097536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-13317ba1-f57b-4372-8271-912617be69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:08.099186 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-13317ba1-f57b-4372-8271-912617be69e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1789219 Apr 20 19:33:08.269016 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-7919d5ca-f637-4362-9c30-95f3d3484559 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610422 Apr 20 19:33:08.444923 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc1382a8-fbc3-4b4c-911b-cf10fc27bcf1 req-2fd5f723-da0a-4ad1-95a1-0919e13da14e service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638763 Apr 20 19:33:08.465721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77120ede-38d3-4c2d-95e2-ac3faa5d8ed7 req-d5064131-0322-4af0-a1a8-3568e49eea03 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:08.476350 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-77120ede-38d3-4c2d-95e2-ac3faa5d8ed7 req-d5064131-0322-4af0-a1a8-3568e49eea03 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.4721375 Apr 20 19:33:08.563509 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-77120ede-38d3-4c2d-95e2-ac3faa5d8ed7 req-e227f64e-7530-410f-a80f-f5e82676ea04 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801930 Apr 20 19:33:08.970252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:09.051363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4dc4-e5ad-4cb0-85f9-847f35783620 req-974e56e5-0ed9-4ef8-a7b4-fc813137511b tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:09.051363 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf7a4dc4-e5ad-4cb0-85f9-847f35783620 req-974e56e5-0ed9-4ef8-a7b4-fc813137511b tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.1405816 Apr 20 19:33:09.162587 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf7a4dc4-e5ad-4cb0-85f9-847f35783620 req-f0761f7f-2783-452a-aed8-71526864c398 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702729 Apr 20 19:33:09.224228 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:09.234903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Sync routers for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:09.241269 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-54f5a4ea-8c64-4289-b8f1-8ec62f338a3f admin admin] 10.222.0.13 "PUT /v2.0/routers/d3cb1c5e-9be4-4700-a9c1-8c44e85815a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275898 Apr 20 19:33:09.244045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52366) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:09.266504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:09.267537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:09.532336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:09.571505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.932194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:33:07Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:09.940283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Checking router: d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:09.953924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Routers {'d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:09.954650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:10.072452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:10.091922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad59b1-b0d8-45e5-b2f9-5ed74599a60e req-1bba27fd-6752-4e8b-96b3-3954e573907f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:10.093569 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e4ad59b1-b0d8-45e5-b2f9-5ed74599a60e req-1bba27fd-6752-4e8b-96b3-3954e573907f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.2639103 Apr 20 19:33:10.094859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Deleting port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:10.095238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:10.187648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] Set router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:10.323884 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e4ad59b1-b0d8-45e5-b2f9-5ed74599a60e req-adbc80c3-864f-4dba-9b84-27aee3b59c5b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857868 Apr 20 19:33:10.333042 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] For port 5c9f531a-558a-43d2-80cb-0bb02e9bb44b, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:10.333454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:10.503108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Calling delete_port for 5c9f531a-558a-43d2-80cb-0bb02e9bb44b owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:10.563570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:33:07Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:10.568118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e028b3-d16b-43ab-9ffe-94ea4b9b8c8c None None] The sync data for ids ['d3cb1c5e-9be4-4700-a9c1-8c44e85815a7'] in dv-cinder-787262-2-smb is: [{'id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'name': 'tempest-TestMinimumBasicScenario-54657274-router', 'tenant_id': '74d45ab460094d53a7fef8b9125ff0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:56Z', 'updated_at': '2021-04-20T19:33:07Z', 'revision_number': 5, 'project_id': '74d45ab460094d53a7fef8b9125ff0d0', 'gw_port': {'id': '5c9f531a-558a-43d2-80cb-0bb02e9bb44b', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb1c5e-9be4-4700-a9c1-8c44e85815a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:57Z', 'updated_at': '2021-04-20T19:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:10.705227 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6638-f228-4152-85d1-bd10522dae5f req-3d495d75-3eb6-4ac8-b448-60484be112a6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:10.713239 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-734c6638-f228-4152-85d1-bd10522dae5f req-3d495d75-3eb6-4ac8-b448-60484be112a6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.1552734 Apr 20 19:33:10.780082 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-734c6638-f228-4152-85d1-bd10522dae5f req-abd92357-719c-42e5-bce2-a68dcea7babd tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656776 Apr 20 19:33:10.908055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:10.914808 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0398f77f-af0c-4780-89fc-1b613e8d2317 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:10.999742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9f531a-558a-43d2-80cb-0bb02e9bb44b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:11.008889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:11.119699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 8f9cf91b-3add-4a78-b042-2245d57af978 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:11.161354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 8f9cf91b-3add-4a78-b042-2245d57af978 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:11.161638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 8f9cf91b-3add-4a78-b042-2245d57af978 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:11.328728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:11.377485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-a73194d9-a7ca-4fe1-aa00-94eec39d02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:11.379135 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-a73194d9-a7ca-4fe1-aa00-94eec39d02ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1098 time: 0.5248485 Apr 20 19:33:11.623378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:11.677306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:11.805549 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:11.806109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:33:11.850668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054373-9d4f-4ca6-939a-d42ba2d90b46 req-315f8171-a745-40ec-b67c-25bc419415af tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:11.852388 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b054373-9d4f-4ca6-939a-d42ba2d90b46 req-315f8171-a745-40ec-b67c-25bc419415af tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.3339446 Apr 20 19:33:11.855100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-4b138860-120e-4dde-8c6d-4c15a5033967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:11.858259 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-4b138860-120e-4dde-8c6d-4c15a5033967 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.3378208 Apr 20 19:33:11.862203 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:11.866210 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d925b75c-9a3b-45c0-9539-3e179c1d5a93 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d3cb1c5e-9be4-4700-a9c1-8c44e85815a7 HTTP/1.1" status: 204 len: 168 time: 2.6181543 Apr 20 19:33:11.867091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52408) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:11.955793 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:33:12.011023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Deleting subnet bd1b7df4-7dd7-4438-81ca-f8f963c9c623 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:33:12.016841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.059845 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3b054373-9d4f-4ca6-939a-d42ba2d90b46 req-aa562b4a-1f98-41c1-a1ff-c90397d2f3a7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998187 Apr 20 19:33:12.075210 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-209add91-fc3d-4311-8b27-a9b6d097b747 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 1001 time: 0.2096725 Apr 20 19:33:12.131612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852381053'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.166374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-77e111f2-4eb7-4aaf-abb3-415eb6cc5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:12.168771 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-77e111f2-4eb7-4aaf-abb3-415eb6cc5a65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.0856400 Apr 20 19:33:12.175222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:12.193872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'port_id': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'mac_address': 'fa:16:3e:33:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:33:12.240403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9aff-d83d-45a8-9721-63ac61044647 req-ae35bd39-431c-49b2-8d0e-80b02d4475c4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:12.242487 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-372a9aff-d83d-45a8-9721-63ac61044647 req-ae35bd39-431c-49b2-8d0e-80b02d4475c4 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 943 time: 0.3185306 Apr 20 19:33:12.259202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.278810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ca7d70-8aa2-4f04-894d-b439cd4636ca {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:12.289139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.297696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:12.309344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.311997 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:12.319168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-6ab0ad84-0873-4200-ae9d-681bdec0c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:12.320848 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-6ab0ad84-0873-4200-ae9d-681bdec0c736 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440575 Apr 20 19:33:12.376288 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-372a9aff-d83d-45a8-9721-63ac61044647 req-51a7408e-73c8-43bd-a369-10a81cc6adf8 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058731 Apr 20 19:33:12.403158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:12.408408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:12.502083 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-712c2a4e-4d67-4103-9682-a3c237ce2edb service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708193 Apr 20 19:33:12.552939 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['a6ca7d70-8aa2-4f04-894d-b439cd4636ca'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:12.667784 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d85c9ed-b0fb-4319-b982-2e8df6b32b16 req-84bbee34-952f-4b52-9e0d-2d532c25369b service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585970 Apr 20 19:33:12.707806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828318691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828308203'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.714356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b1eb0336-5101-4e2f-98e3-90d0ccf03c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:12.758415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.763620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1b7df4-7dd7-4438-81ca-f8f963c9c623,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:12.765151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:12.774925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb36444-3034-4d99-a0a6-942a335d5fe0 None None] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:33:12.775274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e2f2f995-b2a7-4235-9c17-62a85823e99e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd1b7df4-7dd7-4438-81ca-f8f963c9c623 HTTP/1.1" status: 204 len: 168 time: 0.8971455 Apr 20 19:33:12.775490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52414) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:12.957766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.971385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Deleting port bbfa59a4-6c82-4416-b2f6-c2739399ae79 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:12.971788 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.065874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5c9f531a-558a-43d2-80cb-0bb02e9bb44b no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:13.120751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 5c9f531a-558a-43d2-80cb-0bb02e9bb44b {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:13.121259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5c9f531a-558a-43d2-80cb-0bb02e9bb44b not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:13.206846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] For port bbfa59a4-6c82-4416-b2f6-c2739399ae79, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bbfa59a4-6c82-4416-b2f6-c2739399ae79,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:13.207456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.217380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] DHCP port deletion for 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:33:13.222007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Deleting port bbfa59a4-6c82-4416-b2f6-c2739399ae79 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:13.222671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.390034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Calling delete_port for bbfa59a4-6c82-4416-b2f6-c2739399ae79 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:13.456842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] For port bbfa59a4-6c82-4416-b2f6-c2739399ae79, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bbfa59a4-6c82-4416-b2f6-c2739399ae79,segment=NetworkSegment(ab14698e-4bc1-43b1-b9e4-e5dd02757b3d),segment_id=ab14698e-4bc1-43b1-b9e4-e5dd02757b3d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:13.457314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.496050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2fdaa-9dd7-4495-9ff6-cc7a00b16d21 req-7649573a-073b-4806-8a26-78228b27224f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:13.497734 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d2fdaa-9dd7-4495-9ff6-cc7a00b16d21 req-7649573a-073b-4806-8a26-78228b27224f tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 945 time: 0.2817690 Apr 20 19:33:13.501721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.506801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9748c104-ebac-45b9-bf73-a0eb3db93c3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:13.577807 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfa59a4-6c82-4416-b2f6-c2739399ae79,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:13.621687 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] No DVR routers for this DVR port bbfa59a4-6c82-4416-b2f6-c2739399ae79 on host dv-cinder-787262-2-smb {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:13.623577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:13.728711 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87d2fdaa-9dd7-4495-9ff6-cc7a00b16d21 req-c14b27d0-48f2-4a76-8ddc-55fe1bca6b51 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907210 Apr 20 19:33:13.789878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Calling delete_port for bbfa59a4-6c82-4416-b2f6-c2739399ae79 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:13.799093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.920710 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d65d2-b278-43b4-8d4a-7a5f8e8fd840 req-c4f48685-9cbd-4d3f-a22a-1ebf4eb5564c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:13.922398 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-851d65d2-b278-43b4-8d4a-7a5f8e8fd840 req-c4f48685-9cbd-4d3f-a22a-1ebf4eb5564c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 944 time: 0.3459556 Apr 20 19:33:13.962874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3f329a-75fa-4617-b9e4-47a0b83a40e7']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:13.969752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:33:13.986397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:13.986631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab14698e-4bc1-43b1-b9e4-e5dd02757b3d') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:14.006606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.019053 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-851d65d2-b278-43b4-8d4a-7a5f8e8fd840 req-56cd1926-54bc-4a20-a914-507317a460ad tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811961 Apr 20 19:33:14.021127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:14.021520 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:14.032414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.039517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:33:14.057215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port a6ca7d70-8aa2-4f04-894d-b439cd4636ca triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:33:14.057774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.201884 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.232250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:14.235288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:14.243925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:14.245625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.247517 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.248702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:14.280471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-69a556d6-cfc3-4c08-b9be-6ca407bfd3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:14.329963 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'code': 200} Apr 20 19:33:14.388011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:14.392322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:14.472895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.522844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:14.524308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Deleting port bbfa59a4-6c82-4416-b2f6-c2739399ae79 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:14.524806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.605297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.612306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bbf7f6fb-95ee-4d19-8c77-f383b2527520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:14.649114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-971e21d0-8413-4e07-9ab8-15142facdd97 None None] The port 'bbfa59a4-6c82-4416-b2f6-c2739399ae79' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:33:14.699074 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:14.711085 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:14.784364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Network 9b3f329a-75fa-4617-b9e4-47a0b83a40e7 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:33:14.810983 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:33:14.963158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.975031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6e329a2c-cbaa-4272-a7af-fe20fcd79d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:14.991286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d66a-9ec6-421b-b898-b552a2823b7b req-8265bbba-b684-43e0-97f7-43f03ff3affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:14.992930 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-86b3d66a-9ec6-421b-b898-b552a2823b7b req-8265bbba-b684-43e0-97f7-43f03ff3affb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.3419273 Apr 20 19:33:14.994010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:15.023020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3f329a-75fa-4617-b9e4-47a0b83a40e7,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:15.028648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:15.076448 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b3f329a-75fa-4617-b9e4-47a0b83a40e7 HTTP/1.1" status: 204 len: 168 time: 2.2992549 Apr 20 19:33:15.081634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52446) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:15.094500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cd30-2913-4e21-bef5-eafb784045dc req-42d5b401-5e4c-4a42-a862-ae572249ae6c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:15.099886 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1148cd30-2913-4e21-bef5-eafb784045dc req-42d5b401-5e4c-4a42-a862-ae572249ae6c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.2122593 Apr 20 19:33:15.130154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bbfa59a4-6c82-4416-b2f6-c2739399ae79 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:15.161455 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-86b3d66a-9ec6-421b-b898-b552a2823b7b req-81f6af62-f10c-4059-bd9b-a74d3047148b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554067 Apr 20 19:33:15.174766 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: bbfa59a4-6c82-4416-b2f6-c2739399ae79 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:15.175690 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bbfa59a4-6c82-4416-b2f6-c2739399ae79 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:15.354995 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1148cd30-2913-4e21-bef5-eafb784045dc req-29d3b0ad-d04d-4c47-91ce-25c9b7c738ed tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930730 Apr 20 19:33:15.555569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b49653-b667-4de8-9915-d991c62dd79e req-8783d01f-102c-4a7c-bf70-5ab6503f4ca6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:15.557105 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87b49653-b667-4de8-9915-d991c62dd79e req-8783d01f-102c-4a7c-bf70-5ab6503f4ca6 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.3087120 Apr 20 19:33:15.640415 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87b49653-b667-4de8-9915-d991c62dd79e req-ab742a75-3edd-44cf-b04b-0eb23875c746 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738840 Apr 20 19:33:15.918970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:16.331031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:16.339634 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Deleting port 67766fd1-8787-425d-a2a6-56b72e66544b {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:16.340712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:16.381881 dv-cinder-787262-2-smb neutron-server[86266]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'code': 422} returned with failed status Apr 20 19:33:16.618691 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] For port 67766fd1-8787-425d-a2a6-56b72e66544b, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=67766fd1-8787-425d-a2a6-56b72e66544b,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:16.619097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:16.784271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Calling delete_port for 67766fd1-8787-425d-a2a6-56b72e66544b owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:16.898417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036230fe-a579-4119-bc52-e614157ce4ed req-f644f883-ed8d-4b16-bc07-7bc722cf4e61 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:16.900113 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-036230fe-a579-4119-bc52-e614157ce4ed req-f644f883-ed8d-4b16-bc07-7bc722cf4e61 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.3965909 Apr 20 19:33:17.003065 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-036230fe-a579-4119-bc52-e614157ce4ed req-a6d1db7a-be60-4b8a-afd2-a8c7402b1dfa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933311 Apr 20 19:33:17.028335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398089-9d6d-4e48-a31c-85bba40a3d8c req-e5076eb6-86b1-493e-8267-e0185ec8be37 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:17.030005 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d398089-9d6d-4e48-a31c-85bba40a3d8c req-e5076eb6-86b1-493e-8267-e0185ec8be37 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.2065334 Apr 20 19:33:17.138398 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-2d398089-9d6d-4e48-a31c-85bba40a3d8c req-44898926-0391-4a91-b7f1-a8453aa41d8b tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928013 Apr 20 19:33:17.164875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.170964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-11d8c578-810a-43c1-ae89-d382aec0005c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:17.221594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Pushing event deleted for resources: {'Port': ['ID=67766fd1-8787-425d-a2a6-56b72e66544b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:17.252701 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:17.266055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3b3be03c-6120-4fbb-9a3c-97dff7ba89e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.800480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.969733 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:18.316916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Router 1638a593-7de8-4382-b0ed-569f0ec35dd7 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:18.515519 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:18.524911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Sync routers for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:18.531760 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8a293f15-7a75-472c-8251-c80794c57116 admin admin] 10.222.0.13 "PUT /v2.0/routers/1638a593-7de8-4382-b0ed-569f0ec35dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4470780 Apr 20 19:33:18.534413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52506) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:18.539390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:18.540060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:18.754057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:18.770874 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-f5d5bec8-293d-473d-b921-3804c5acf4fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909069 Apr 20 19:33:18.815378 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:18.972414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b45d-26b2-4e8c-a5ae-64140769b17d req-eecf50df-8f2f-4bc1-8ca6-ff75063e73fb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:18.980753 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4de6b45d-26b2-4e8c-a5ae-64140769b17d req-eecf50df-8f2f-4bc1-8ca6-ff75063e73fb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.3006368 Apr 20 19:33:19.045452 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4de6b45d-26b2-4e8c-a5ae-64140769b17d req-2d28bbd5-7a53-44a8-8757-dabd788f6c6b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636730 Apr 20 19:33:19.132069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.148064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Deleting port 26b187e9-a77c-4f17-a541-2dee6c93a3e5 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:19.162472 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.201064 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:33:17Z', 'revision_number': 5, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port': {'id': '26b187e9-a77c-4f17-a541-2dee6c93a3e5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:12Z', 'updated_at': '2021-04-20T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:19.221445 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Checking router: 1638a593-7de8-4382-b0ed-569f0ec35dd7 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:19.242397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Routers {'1638a593-7de8-4382-b0ed-569f0ec35dd7'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:19.243096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:32:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['1638a593-7de8-4382-b0ed-569f0ec35dd7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:19.416540 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-d90b79ca-5c38-4c30-bd89-e33cda169c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.433356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] For port 26b187e9-a77c-4f17-a541-2dee6c93a3e5, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=26b187e9-a77c-4f17-a541-2dee6c93a3e5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:19.434142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.529152 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] Set router 1638a593-7de8-4382-b0ed-569f0ec35dd7 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:19.624499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Calling delete_port for 26b187e9-a77c-4f17-a541-2dee6c93a3e5 owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:19.652868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:33:19Z', 'revision_number': 6, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port_host': None}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:19.657775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b89c9-d6c3-4c38-8720-7e4e231e6113 None None] The sync data for ids ['1638a593-7de8-4382-b0ed-569f0ec35dd7'] in dv-cinder-787262-2-smb is: [{'id': '1638a593-7de8-4382-b0ed-569f0ec35dd7', 'name': 'tempest-TestMinimumBasicScenario-221364148-router', 'tenant_id': '23362848ae9b4ecba083e394b771fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:10Z', 'updated_at': '2021-04-20T19:33:19Z', 'revision_number': 6, 'project_id': '23362848ae9b4ecba083e394b771fba3', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:19.768783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-589f512a-56e9-48cd-a85c-330db945c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:19.772515 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-589f512a-56e9-48cd-a85c-330db945c3a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d&tenant_id=b000e969c3fb4065b655fcf6adf421e1 HTTP/1.1" status: 200 len: 1096 time: 0.1877115 Apr 20 19:33:19.994685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.003779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3edb2fa3-411f-40ea-ac1f-811acce6b531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:20.040349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-df1c076c-0c9a-423f-a640-d783fe54b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:20.041873 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-df1c076c-0c9a-423f-a640-d783fe54b529 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b000e969c3fb4065b655fcf6adf421e1&device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1096 time: 0.2421429 Apr 20 19:33:20.079288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b187e9-a77c-4f17-a541-2dee6c93a3e5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:20.113831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:20.486514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.602979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.727648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-bf8db4d8-e1b9-4ff6-bb6d-4b7641ff7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:20.729251 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-bf8db4d8-e1b9-4ff6-bb6d-4b7641ff7765 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 200 len: 916 time: 0.6789653 Apr 20 19:33:20.866983 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.914133 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.922866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.993153 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-3c04e733-8f1d-42a6-bdd6-22056ad8255b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 200 len: 999 time: 0.1824467 Apr 20 19:33:21.002643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c809-b41f-4e4f-b977-95e0f3131985 req-acad02d1-c5c6-466c-9c93-e9c560b837d5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.004299 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1513c809-b41f-4e4f-b977-95e0f3131985 req-acad02d1-c5c6-466c-9c93-e9c560b837d5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.5181036 Apr 20 19:33:21.006424 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.007147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1638a593-7de8-4382-b0ed-569f0ec35dd7 {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:33:21.146009 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1513c809-b41f-4e4f-b977-95e0f3131985 req-a9c64429-76cf-4b7e-97f8-c8513dd40286 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706184 Apr 20 19:33:21.150015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.154729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52560) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:21.160813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 26b187e9-a77c-4f17-a541-2dee6c93a3e5 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:21.168773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1638a593-7de8-4382-b0ed-569f0ec35dd7 HTTP/1.1" status: 204 len: 168 time: 2.6323512 Apr 20 19:33:21.183342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-8eec6490-0769-48d3-8553-810dd81e843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.185263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-8eec6490-0769-48d3-8553-810dd81e843b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 200 len: 854 time: 0.1798029 Apr 20 19:33:21.212871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 26b187e9-a77c-4f17-a541-2dee6c93a3e5 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:21.213265 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 26b187e9-a77c-4f17-a541-2dee6c93a3e5 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:21.213731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 67766fd1-8787-425d-a2a6-56b72e66544b no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:21.255570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 67766fd1-8787-425d-a2a6-56b72e66544b {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:21.255949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 67766fd1-8787-425d-a2a6-56b72e66544b not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:21.258685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Deleting subnet 0804243b-d36e-45c8-905b-f9dcdd064894 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:33:21.263373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.294685 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-ec3ed04e-2a6d-4ce1-8be7-388eb580d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.296687 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-ec3ed04e-2a6d-4ce1-8be7-388eb580d3ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed015f41-b7af-4360-ac83-625117218c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042793 Apr 20 19:33:21.327419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852381053'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.437653 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.468472 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-afb85b8f-d2ab-440f-b474-f282a285e279 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645510 Apr 20 19:33:21.669345 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f4124d3b-f0ac-419b-9b68-c692ae0513de req-443ff842-602a-4435-9aa1-004e38e84d98 service neutron] 10.222.0.58 "GET /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939075 Apr 20 19:33:21.719829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.809584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828318691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828308203'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.814977 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8934ab86-7410-4c9b-80cc-4353f2489d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:21.853877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0804243b-d36e-45c8-905b-f9dcdd064894,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:21.860161 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.867331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d16a3e-77b8-4f88-bf78-b185fbf6d482 None None] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:33:21.867533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.867905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.868323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.868738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.869149 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.869555 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.869962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.870372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.870783 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.871255 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.872158 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.872391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.876893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:21.882762 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-009a2116-7768-4d7d-af57-61146d1d8e3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0804243b-d36e-45c8-905b-f9dcdd064894 HTTP/1.1" status: 204 len: 168 time: 0.7244632 Apr 20 19:33:21.883027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52574) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:22.013204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.025276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Deleting port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:22.025655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.170435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] DHCP port deletion for 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:33:22.174799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Deleting port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:22.175408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.279770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] For port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:22.280129 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.421076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248938-d8a4-4eaf-bc6f-1ff8fb014590 req-02c1e1ff-624a-44e3-8a91-a10f4956b1b0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:22.423123 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-85248938-d8a4-4eaf-bc6f-1ff8fb014590 req-02c1e1ff-624a-44e3-8a91-a10f4956b1b0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1020975 Apr 20 19:33:22.524109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Calling delete_port for c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 owned by network:dhcp {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:22.548135 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-85248938-d8a4-4eaf-bc6f-1ff8fb014590 req-3d622719-4177-4cfe-83a9-bd9e766f71a7 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017623 Apr 20 19:33:22.559756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] For port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,segment=NetworkSegment(61978a39-c5e0-4c85-8ca9-65041f341c30),segment_id=61978a39-c5e0-4c85-8ca9-65041f341c30)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:22.560205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.644596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.650350 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:22.711518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:22.714105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] No DVR routers for this DVR port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 on host dv-cinder-787262-2-smb {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:22.716844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:22.773541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Calling delete_port for c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:22.922214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:22.922645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:23.032407 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.206258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:23.313832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:23.314523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:23.325981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e65242-a0a2-41e5-bca4-d3bce86cd2a7']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:23.353055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61978a39-c5e0-4c85-8ca9-65041f341c30') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:23.353351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61978a39-c5e0-4c85-8ca9-65041f341c30') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:23.383401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394763'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.407335 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.416514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:33:23.425017 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Deleting port c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:23.425757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.553476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2e9e-e342-44c1-b494-7f2783fbf118 None None] The port 'c50cdce4-6e4c-4ff8-bbd6-40ce06cf2402' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:33:23.693474 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:23.721752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26456510'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.791461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.926383 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6660ed-a853-4c83-9533-f1f32bf181b0 req-a934f6cd-2238-46fb-aab3-5661cfb97118 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:23.935329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c6660ed-a853-4c83-9533-f1f32bf181b0 req-a934f6cd-2238-46fb-aab3-5661cfb97118 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1879497 Apr 20 19:33:23.998286 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c6660ed-a853-4c83-9533-f1f32bf181b0 req-0d350174-c181-4094-a7e0-8971f84d27b0 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615680 Apr 20 19:33:24.001118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Network 77e65242-a0a2-41e5-bca4-d3bce86cd2a7 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:33:24.036053 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:33:24.256400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.262772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:24.293656 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.307434 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Pushing event deleted for resources: {'Network': ['ID=77e65242-a0a2-41e5-bca4-d3bce86cd2a7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:24.332357 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/77e65242-a0a2-41e5-bca4-d3bce86cd2a7 HTTP/1.1" status: 204 len: 168 time: 2.4379706 Apr 20 19:33:24.333622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-230ca4d8-ceb6-4994-b396-ea15a2b481ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:24.479668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52630) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:24.549093 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-97faabe2-a9a7-4239-b244-b896df1491aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74d45ab460094d53a7fef8b9125ff0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673594 Apr 20 19:33:24.551678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52634) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:24.632438 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820321c-55c9-4e7d-b1a5-e264927d41cb req-7411d3a7-e20a-4c74-af13-12829f98655c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:24.635524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6820321c-55c9-4e7d-b1a5-e264927d41cb req-7411d3a7-e20a-4c74-af13-12829f98655c tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.2110474 Apr 20 19:33:24.640455 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.675269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.704679 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6820321c-55c9-4e7d-b1a5-e264927d41cb req-92013e26-bad9-4606-aa61-522eded1762d tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612428 Apr 20 19:33:24.751606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.767269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:24.785881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb5e233-c643-47e8-9dab-afdd872ed0e5,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:24.788629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:24.798339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.799703 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-77f2582a-e44a-4d79-92d2-2d99adba321e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb5e233-c643-47e8-9dab-afdd872ed0e5 HTTP/1.1" status: 204 len: 168 time: 0.2469065 Apr 20 19:33:24.884264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:33:25.260834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52646) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:25.264869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c7240-d917-4b3b-bac6-17a06bcd628d req-53dd0428-dbe5-466a-80cc-7ebc94aa5d77 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:25.271371 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ab6c7240-d917-4b3b-bac6-17a06bcd628d req-53dd0428-dbe5-466a-80cc-7ebc94aa5d77 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1204476 Apr 20 19:33:25.347968 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ab6c7240-d917-4b3b-bac6-17a06bcd628d req-0e1ca5a8-b890-40e9-a62e-5b068b03aae3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767546 Apr 20 19:33:25.360597 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7ae53609-8f84-4387-ab3c-73ec8d9d683a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23362848ae9b4ecba083e394b771fba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982943 Apr 20 19:33:25.366212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52652) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:25.450427 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.481567 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.534883 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.540476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f880ec9a-558c-4775-b51c-ede9e7572f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:25.559462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba325ef2-39c7-4cf1-b8f4-d6dc9570679f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:25.568515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:25.571475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.572756 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-95868e7f-a117-4d13-9463-da650db97132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba325ef2-39c7-4cf1-b8f4-d6dc9570679f HTTP/1.1" status: 204 len: 168 time: 0.2053852 Apr 20 19:33:26.017910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346956-e108-496b-9268-d61ed50d2d2c req-45a26fc1-ceca-4197-a9ca-079961f3081a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:26.019647 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc346956-e108-496b-9268-d61ed50d2d2c req-45a26fc1-ceca-4197-a9ca-079961f3081a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1130457 Apr 20 19:33:26.078462 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-fc346956-e108-496b-9268-d61ed50d2d2c req-11d972ea-30c8-4626-95ad-12ab454be4a1 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503674 Apr 20 19:33:26.648305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2619-cb8f-4791-8ed5-46284ef52921 req-71b600f2-46ec-42d0-a2fb-1ccdfeae3fce tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:26.650012 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e9ed2619-cb8f-4791-8ed5-46284ef52921 req-71b600f2-46ec-42d0-a2fb-1ccdfeae3fce tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1200638 Apr 20 19:33:26.711222 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e9ed2619-cb8f-4791-8ed5-46284ef52921 req-ea5553d4-75f7-4acf-816b-6603dae933e8 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542588 Apr 20 19:33:27.320986 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b73c-cf7f-4342-8682-d8d97e04cb2b req-bc29a290-7c11-48af-84c8-17e2819834d4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:27.322557 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ee69b73c-cf7f-4342-8682-d8d97e04cb2b req-bc29a290-7c11-48af-84c8-17e2819834d4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1098576 Apr 20 19:33:27.376267 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ee69b73c-cf7f-4342-8682-d8d97e04cb2b req-fd80b335-e860-47d2-9c86-3170a5fd6388 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Apr 20 19:33:27.947521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef17ed8-f8fa-4fec-a30a-4c06dc7bae6d req-71004ae3-38a1-4953-a3a9-a4f111c9b2e2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:27.949389 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4ef17ed8-f8fa-4fec-a30a-4c06dc7bae6d req-71004ae3-38a1-4953-a3a9-a4f111c9b2e2 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.0997543 Apr 20 19:33:28.006973 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4ef17ed8-f8fa-4fec-a30a-4c06dc7bae6d req-846315ba-d3c1-418b-9ab4-57642f3659aa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498974 Apr 20 19:33:28.606571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ae669-327b-4480-8b18-058d0dd05ef9 req-7c58844e-a173-4c8d-ae50-7eef9fd3b932 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:28.608363 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-207ae669-327b-4480-8b18-058d0dd05ef9 req-7c58844e-a173-4c8d-ae50-7eef9fd3b932 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1036060 Apr 20 19:33:28.670753 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-207ae669-327b-4480-8b18-058d0dd05ef9 req-fa038679-b5f8-4fee-9c48-fc2d351741c2 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Apr 20 19:33:29.266831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770513ba-01e3-42bf-b100-ac598f097299 req-b1e8ef8b-8fc9-4824-a5d2-538ff35b7845 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:29.268479 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-770513ba-01e3-42bf-b100-ac598f097299 req-b1e8ef8b-8fc9-4824-a5d2-538ff35b7845 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1344604 Apr 20 19:33:29.326805 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-770513ba-01e3-42bf-b100-ac598f097299 req-46b30820-986c-4825-bf24-3060d35f8513 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455129 Apr 20 19:33:29.889577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ebcbe-658e-48f0-93a1-7848069184bb req-db8a236c-298a-4ca2-a3d6-cf18b84159d9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:29.891274 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ab3ebcbe-658e-48f0-93a1-7848069184bb req-db8a236c-298a-4ca2-a3d6-cf18b84159d9 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.0952272 Apr 20 19:33:29.943512 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ab3ebcbe-658e-48f0-93a1-7848069184bb req-a2a40af9-797a-4d0f-9a6e-f73a49a78102 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 Apr 20 19:33:30.562720 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb59a3a-4085-4455-a1c0-ae1ff2edbf81 req-49ff1f3a-b538-4aa4-b906-60d21023bf7b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:30.564555 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ceb59a3a-4085-4455-a1c0-ae1ff2edbf81 req-49ff1f3a-b538-4aa4-b906-60d21023bf7b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.1096320 Apr 20 19:33:30.629115 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ceb59a3a-4085-4455-a1c0-ae1ff2edbf81 req-6e317324-1086-4b06-8eb3-24746ff70074 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501850 Apr 20 19:33:31.189774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749c95-01a8-4fb7-a357-a7e3c2a5b3fb req-43565eff-8780-474e-8683-717de53846df tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:31.191458 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c749c95-01a8-4fb7-a357-a7e3c2a5b3fb req-43565eff-8780-474e-8683-717de53846df tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1224115 Apr 20 19:33:31.246334 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1c749c95-01a8-4fb7-a357-a7e3c2a5b3fb req-7c1676f6-c046-438d-b19f-2903529a25de tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Apr 20 19:33:31.851142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126e6cf-99a5-45c6-ba2f-a17c2f458adc req-c7fc2ec1-e86c-424d-952f-e84eb4d8e81b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:31.853536 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1126e6cf-99a5-45c6-ba2f-a17c2f458adc req-c7fc2ec1-e86c-424d-952f-e84eb4d8e81b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.0927470 Apr 20 19:33:31.906747 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1126e6cf-99a5-45c6-ba2f-a17c2f458adc req-983c51c3-8fd9-4ccb-9954-ab852f096af5 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457895 Apr 20 19:33:32.471737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4bd91-c990-459f-a79e-1fe7cb406005 req-a09234b9-3495-4837-a0d7-63ff318b5819 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:32.473926 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37b4bd91-c990-459f-a79e-1fe7cb406005 req-a09234b9-3495-4837-a0d7-63ff318b5819 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1028743 Apr 20 19:33:32.541036 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-37b4bd91-c990-459f-a79e-1fe7cb406005 req-ae29ad5a-053e-4ce9-ba43-454023715325 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591223 Apr 20 19:33:33.132222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb49c8-1443-4033-b341-e145aab4e137 req-444d2351-2046-4561-b19f-fa6ac5958143 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:33.133913 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68fb49c8-1443-4033-b341-e145aab4e137 req-444d2351-2046-4561-b19f-fa6ac5958143 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.0993817 Apr 20 19:33:33.186660 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68fb49c8-1443-4033-b341-e145aab4e137 req-8d571c8f-55c9-44d9-b924-a9e3de5bbe67 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Apr 20 19:33:33.760789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a01b2-87f0-4867-9cdf-2cdea5939ff7 req-74b7d8a0-fd8d-4d46-9ae2-4e6a5150a7fd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:33.763654 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-694a01b2-87f0-4867-9cdf-2cdea5939ff7 req-74b7d8a0-fd8d-4d46-9ae2-4e6a5150a7fd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.1017599 Apr 20 19:33:33.833850 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-694a01b2-87f0-4867-9cdf-2cdea5939ff7 req-b2ab56f6-cd9b-49d2-9b65-4537b4eb6f81 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597634 Apr 20 19:33:34.398334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ad19e-6ef2-44e0-9db6-ad4556599d81 req-09d94bf8-3c95-4676-8b6e-a5681a08a41c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:34.399990 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9f1ad19e-6ef2-44e0-9db6-ad4556599d81 req-09d94bf8-3c95-4676-8b6e-a5681a08a41c tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.0903325 Apr 20 19:33:34.454155 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9f1ad19e-6ef2-44e0-9db6-ad4556599d81 req-8af6c383-8b87-4845-8abe-1a2af4355be1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469582 Apr 20 19:33:35.040318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95937d93-5578-44d0-8a69-4066b5e99f8e req-54530964-9a4e-47f7-b9b0-3bc63d5928cd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:35.041946 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-95937d93-5578-44d0-8a69-4066b5e99f8e req-54530964-9a4e-47f7-b9b0-3bc63d5928cd tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.0890057 Apr 20 19:33:35.093869 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-95937d93-5578-44d0-8a69-4066b5e99f8e req-483c67b0-9b97-487d-8c6c-3b8cb017faa4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445504 Apr 20 19:33:35.674421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4870d-d8bd-4fc4-8343-c5f56e8b5736 req-660f4441-2e93-4ce7-a1c0-46734d8ed394 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:35.676107 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70a4870d-d8bd-4fc4-8343-c5f56e8b5736 req-660f4441-2e93-4ce7-a1c0-46734d8ed394 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 943 time: 0.0965438 Apr 20 19:33:35.725599 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-70a4870d-d8bd-4fc4-8343-c5f56e8b5736 req-b2bcaccd-c815-4a9d-8f7c-dbb8f573acfe tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Apr 20 19:33:35.912760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06608a21-ce02-402b-af35-1c99f6923024 req-6dd29df9-69c6-4524-94c6-9e232e74a5ba tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:35.914399 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06608a21-ce02-402b-af35-1c99f6923024 req-6dd29df9-69c6-4524-94c6-9e232e74a5ba tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.0903738 Apr 20 19:33:35.995891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Deleting port 010c213c-b390-48c9-8ceb-d240aefebdf6 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:35.996178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:36.019120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:33:36.186836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:36.204913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'port_id': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'mac_address': 'fa:16:3e:b9:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:33:36.268891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:36.288379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:36.306631 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:36.310084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:36.312021 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:36.392178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=9']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:36.395970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:36.536150 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['61b8fcc5-c443-4549-b684-49a6e60ab57a'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:36.579460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4747e9-6f9d-484d-9b3a-af975965085b req-e26e47ad-ebe6-4a8c-bce0-f978d3fb7f82 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:36.581108 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f4747e9-6f9d-484d-9b3a-af975965085b req-e26e47ad-ebe6-4a8c-bce0-f978d3fb7f82 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 946 time: 0.3110113 Apr 20 19:33:36.673604 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f4747e9-6f9d-484d-9b3a-af975965085b req-bb3a8551-6f43-420f-be08-c690753f8ec6 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups?id=e856bbf1-4494-4643-814e-558ea302bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733614 Apr 20 19:33:36.675580 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] For port 010c213c-b390-48c9-8ceb-d240aefebdf6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=010c213c-b390-48c9-8ceb-d240aefebdf6,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:36.676240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:37.077238 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d56d-4dbe-4f8d-90b2-a9a582df9ac3 req-7f5e6051-cd6e-4b14-9b13-7799260101fa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:37.078878 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df01d56d-4dbe-4f8d-90b2-a9a582df9ac3 req-7f5e6051-cd6e-4b14-9b13-7799260101fa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.2221570 Apr 20 19:33:37.088696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:37.089147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:37.090456 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Floating IP ca00d563-7d2c-4dcc-87d8-934728713690 disassociated. External IP: 172.28.1.184, port: 010c213c-b390-48c9-8ceb-d240aefebdf6. Apr 20 19:33:37.090847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Calling delete_port for 010c213c-b390-48c9-8ceb-d240aefebdf6 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:37.189713 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-df01d56d-4dbe-4f8d-90b2-a9a582df9ac3 req-9a28d62b-d156-4b0e-9dce-b1cbae38e89a tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037970 Apr 20 19:33:37.281162 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:37.288347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ae08797c-6e2f-4220-bf4c-f3e76e2edd9c tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:37.336891 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'Port': ['ID=010c213c-b390-48c9-8ceb-d240aefebdf6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:37.340214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:37.544079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:37.761728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:37.773442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:37.800681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:37.802459 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:33:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:37.961999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] No DVR routers for this DVR port 010c213c-b390-48c9-8ceb-d240aefebdf6 on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:37.961999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:37.963600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'name': 'network-vif-deleted', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:37.984244 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5bb94c94-b217-40f5-87c3-f0837d75c15a req-ad6519b1-4ccc-4830-a1e0-6063050ba26b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/ports?device_id=683d9b28-bb2e-423f-952a-09021b9702a0 HTTP/1.1" status: 200 len: 210 time: 0.0760834 Apr 20 19:33:37.992428 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06608a21-ce02-402b-af35-1c99f6923024 req-15c01b9a-0551-49ac-a304-2a959fef5195 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.58 "DELETE /v2.0/ports/010c213c-b390-48c9-8ceb-d240aefebdf6 HTTP/1.1" status: 204 len: 173 time: 2.0716615 Apr 20 19:33:38.031141 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683d9b28-bb2e-423f-952a-09021b9702a0', 'name': 'network-vif-deleted', 'tag': '010c213c-b390-48c9-8ceb-d240aefebdf6', 'status': 'completed', 'code': 200} Apr 20 19:33:38.168806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:33:38.301607 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 61b8fcc5-c443-4549-b684-49a6e60ab57a triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:33:38.302028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:38.343077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:38.412458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217ceb-aa0d-4346-892c-a7f46a1d092e req-29f21ef7-b4c5-496e-8715-f845f4c47c5b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:38.421944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf217ceb-aa0d-4346-892c-a7f46a1d092e req-29f21ef7-b4c5-496e-8715-f845f4c47c5b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 944 time: 0.0990353 Apr 20 19:33:38.480630 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cf217ceb-aa0d-4346-892c-a7f46a1d092e req-db3dc058-95e1-41e8-87ee-3c67ed1ee79b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572298 Apr 20 19:33:38.686923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:38.736267 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:38.780516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:38.786351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:38.787286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 010c213c-b390-48c9-8ceb-d240aefebdf6 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:38.815048 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'code': 200} Apr 20 19:33:38.826286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:38.877845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 010c213c-b390-48c9-8ceb-d240aefebdf6 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:38.878240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 010c213c-b390-48c9-8ceb-d240aefebdf6 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:38.923981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=10']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:38.928188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:38.942729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:38.947923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:38.958635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:38.959361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:33:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:39.159636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda9ab6-af8e-4cdb-849b-f2c3804d9c02 req-25a370f6-814d-401f-923c-87e38e88e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.163329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9cda9ab6-af8e-4cdb-849b-f2c3804d9c02 req-25a370f6-814d-401f-923c-87e38e88e85f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 1099 time: 0.1509449 Apr 20 19:33:39.236658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:39.241044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52748) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:39.262631 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9cda9ab6-af8e-4cdb-849b-f2c3804d9c02 req-f9e9ed94-48b0-43a8-8c88-07ab2a554b8d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851908 Apr 20 19:33:39.341558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.377322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.458771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.479320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-86f52844-f148-4c9c-a2fa-f5cef43d4d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:39.524703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e856bbf1-4494-4643-814e-558ea302bf24,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:39.532910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:39.536916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.538969 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "DELETE /v2.0/security-groups/e856bbf1-4494-4643-814e-558ea302bf24 HTTP/1.1" status: 204 len: 168 time: 0.2961943 Apr 20 19:33:39.541926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52756) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:39.560645 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.v2.resource [None req-f3d7777e-ff3d-4415-8c8c-6b549477809b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] show failed (client error): The resource could not be found. Apr 20 19:33:39.565218 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f3d7777e-ff3d-4415-8c8c-6b549477809b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "GET /v2.0/security-groups/e856bbf1-4494-4643-814e-558ea302bf24 HTTP/1.1" status: 404 len: 347 time: 0.0220883 Apr 20 19:33:39.565344 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 52760) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:39.832311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:39.837574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c81332-64e3-4ca7-80b9-8f57bb27eb81 None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:27:31Z', 'revision_number': 4, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': 'e51381ab-6ea2-4bba-b4aa-accd2bc5dae9', 'name': '', 'network_id': '69b71687-32f3-4cde-ab64-8b5bedb36ce7', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'mac_address': 'fa:16:3e:97:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:28Z', 'updated_at': '2021-04-20T19:27:49Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'subnets': [{'id': '4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:39.944869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f9b1-05a4-4a3a-a449-60e67e172d26 req-056073fc-59df-48e0-8464-2ddc481f4e09 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.946567 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c371f9b1-05a4-4a3a-a449-60e67e172d26 req-056073fc-59df-48e0-8464-2ddc481f4e09 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.2545552 Apr 20 19:33:39.956536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd608cb-b3d3-481e-8375-2a0133d278e0 req-e32509e5-34b0-4d84-9fd5-feab3c80bfb4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.958150 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dd608cb-b3d3-481e-8375-2a0133d278e0 req-e32509e5-34b0-4d84-9fd5-feab3c80bfb4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.1860192 Apr 20 19:33:40.027838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Deleting port a4fafedc-04b3-4964-b1c3-99144683ab77 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:40.028219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.037924 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c371f9b1-05a4-4a3a-a449-60e67e172d26 req-be8729ac-c257-4f20-95d3-46fe9936a9d1 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787091 Apr 20 19:33:40.042915 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-1dd608cb-b3d3-481e-8375-2a0133d278e0 req-5ee55372-af60-4411-af6e-6375a478d1da tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Apr 20 19:33:40.233069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.233409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.311810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b5028-aedf-45ff-be23-97b00e446c3b None None] New status for floating IP ca00d563-7d2c-4dcc-87d8-934728713690: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:33:40.377122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Calling delete_port for a4fafedc-04b3-4964-b1c3-99144683ab77 owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:40.544381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.545199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-9e4b5028-aedf-45ff-be23-97b00e446c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:40.545658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-9e4b5028-aedf-45ff-be23-97b00e446c3b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:40.549603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fafbbbe1-957a-4076-a79d-4af7053ee4bd tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:40.599453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Pushing event deleted for resources: {'Port': ['ID=a4fafedc-04b3-4964-b1c3-99144683ab77,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:40.608435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:40.725712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.741837 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:40.743076 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fee3d402-a438-4301-b540-ec06e69faac4 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca00d563-7d2c-4dcc-87d8-934728713690 HTTP/1.1" status: 204 len: 168 time: 1.1762850 Apr 20 19:33:41.047169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b5028-aedf-45ff-be23-97b00e446c3b None None] New status for floating IP ca00d563-7d2c-4dcc-87d8-934728713690: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:33:41.359864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6fbcc-27ed-438d-97e9-3a1a1997c449 req-bcd8a187-b0d1-4bf4-a636-474ae3cf48ed tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:41.361445 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a1b6fbcc-27ed-438d-97e9-3a1a1997c449 req-bcd8a187-b0d1-4bf4-a636-474ae3cf48ed tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.1222036 Apr 20 19:33:41.371215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7e66-bb2c-416c-b061-ae5839556d93 req-e55d1747-994e-4b04-8d03-b84c5765c6d9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:41.372718 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-afbd7e66-bb2c-416c-b061-ae5839556d93 req-e55d1747-994e-4b04-8d03-b84c5765c6d9 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.1745923 Apr 20 19:33:41.449933 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a1b6fbcc-27ed-438d-97e9-3a1a1997c449 req-5a4db610-1ef7-41b3-bbbc-6418766befc6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Apr 20 19:33:41.454667 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-afbd7e66-bb2c-416c-b061-ae5839556d93 req-5d3ca3b9-bcf2-4c83-ab6b-64f09c91b778 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671697 Apr 20 19:33:42.731105 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f213e84-f2af-476c-b88f-4577df34b0ab req-f5f6f482-de39-4ff6-b22b-00e0d967d264 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:42.732788 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f213e84-f2af-476c-b88f-4577df34b0ab req-f5f6f482-de39-4ff6-b22b-00e0d967d264 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.1600943 Apr 20 19:33:42.742740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fdb4f-e536-4f1f-ab4a-961da8bafc0e req-d1c376b7-5c9b-4b60-9b0c-5dd1e5b64e46 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:42.744311 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-091fdb4f-e536-4f1f-ab4a-961da8bafc0e req-d1c376b7-5c9b-4b60-9b0c-5dd1e5b64e46 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.1340008 Apr 20 19:33:42.818267 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6f213e84-f2af-476c-b88f-4577df34b0ab req-feeb80c7-81e6-4968-86f1-7907f2b48d2a tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729046 Apr 20 19:33:42.829090 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-091fdb4f-e536-4f1f-ab4a-961da8bafc0e req-6ffdd253-e89a-49f3-a07a-c42fe05df8e3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644150 Apr 20 19:33:44.024276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ac425-5e42-41ad-8c60-ab015da32a46 req-2c28aa3a-a291-40e3-8e33-08de18e96f1c tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:44.025936 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e44ac425-5e42-41ad-8c60-ab015da32a46 req-2c28aa3a-a291-40e3-8e33-08de18e96f1c tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.0906177 Apr 20 19:33:44.078364 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e44ac425-5e42-41ad-8c60-ab015da32a46 req-4a4a0181-9478-4682-ba2b-419efdfbde83 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Apr 20 19:33:44.658199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-3417eb03-47a9-4e20-90e5-22045f2b4eb6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:44.659826 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-3417eb03-47a9-4e20-90e5-22045f2b4eb6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.0923529 Apr 20 19:33:44.738613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Deleting port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:44.739003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:44.863215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52836) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:45.021714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] For port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:45.022040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:45.501564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Calling delete_port for 9cd3c9f1-9639-4e7e-a023-0ae5b62996de owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:45.795531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e005dd-d04c-4b71-9c90-75a131593ddf req-fab82802-884b-475d-a414-5136d8bc458d tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:45.797040 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-85e005dd-d04c-4b71-9c90-75a131593ddf req-fab82802-884b-475d-a414-5136d8bc458d tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a031d93c-e963-42c7-9c21-66012fb4206c HTTP/1.1" status: 200 len: 945 time: 0.4635847 Apr 20 19:33:46.003233 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:46.016104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['9cd3c9f1-9639-4e7e-a023-0ae5b62996de'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:46.017127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7ea93fe0-b75f-41ba-b653-381bcbcd13a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:46.067134 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-85e005dd-d04c-4b71-9c90-75a131593ddf req-62d47028-e3bb-4d81-b521-566b6d331d56 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594986 Apr 20 19:33:46.080681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Pushing event deleted for resources: {'Port': ['ID=9cd3c9f1-9639-4e7e-a023-0ae5b62996de,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:46.112779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:46.179850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] No DVR routers for this DVR port 9cd3c9f1-9639-4e7e-a023-0ae5b62996de on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:46.184172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:46.187034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'name': 'network-vif-deleted', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:46.228542 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-63806d1d-4dd5-487e-b10b-cc16643fe35d req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "DELETE /v2.0/ports/9cd3c9f1-9639-4e7e-a023-0ae5b62996de HTTP/1.1" status: 204 len: 173 time: 1.5629730 Apr 20 19:33:46.289510 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a031d93c-e963-42c7-9c21-66012fb4206c', 'name': 'network-vif-deleted', 'tag': '9cd3c9f1-9639-4e7e-a023-0ae5b62996de', 'status': 'completed', 'code': 200} Apr 20 19:33:46.418134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:46.815760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Deleting port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:46.816332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.010965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] For port e51381ab-6ea2-4bba-b4aa-accd2bc5dae9, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:47.011398 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.144178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Calling delete_port for e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:47.258660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dbb15e6c-e0e6-4fdb-ab95-adbb389a8bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.327575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.332625 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-143fc30e-6080-440f-8427-cafee09eea0b tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:47.381319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51381ab-6ea2-4bba-b4aa-accd2bc5dae9,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:47.383969 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:47.680453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.066760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 9cd3c9f1-9639-4e7e-a023-0ae5b62996de no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:48.104491 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 9cd3c9f1-9639-4e7e-a023-0ae5b62996de {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:48.105377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 9cd3c9f1-9639-4e7e-a023-0ae5b62996de not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:48.318327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Router 04226794-fd3f-408b-bf67-6fb9d254415a has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:48.513447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:48.523358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Sync routers for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:48.530283 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-117b594c-8a9f-40f3-9a78-d3d02d1816d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/04226794-fd3f-408b-bf67-6fb9d254415a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6633923 Apr 20 19:33:48.530541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52856) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:48.534728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:48.535457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:33:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:48.730698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.737895 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:48.946259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.955572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Deleting port fbf02255-2e71-452b-997a-0c913a085e7d {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:48.956073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.161727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] For port fbf02255-2e71-452b-997a-0c913a085e7d, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=fbf02255-2e71-452b-997a-0c913a085e7d,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:49.162471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.252619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:33:47Z', 'revision_number': 5, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port': {'id': 'fbf02255-2e71-452b-997a-0c913a085e7d', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:18Z', 'updated_at': '2021-04-20T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:49.257924 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Checking router: 04226794-fd3f-408b-bf67-6fb9d254415a for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:49.269525 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Routers {'04226794-fd3f-408b-bf67-6fb9d254415a'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:49.270256 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:33:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['04226794-fd3f-408b-bf67-6fb9d254415a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:49.311177 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Calling delete_port for fbf02255-2e71-452b-997a-0c913a085e7d owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:49.431541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-59dfd139-7bb7-4a41-a032-58756744a0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.467066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] Set router 04226794-fd3f-408b-bf67-6fb9d254415a gateway port host: None {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:49.554856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.559762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b0463686-7503-445b-9501-d3761cad404a tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:49.587940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:33:48Z', 'revision_number': 6, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port_host': None}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:49.592948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c12316-128b-4b21-8cbe-c43811e575d5 None None] The sync data for ids ['04226794-fd3f-408b-bf67-6fb9d254415a'] in dv-cinder-787262-2-smb is: [{'id': '04226794-fd3f-408b-bf67-6fb9d254415a', 'name': 'tempest-AttachVolumeTestJSON-1799371063-router', 'tenant_id': '95a179bb5d7a4f8e9532663660cfd521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:16Z', 'updated_at': '2021-04-20T19:33:48Z', 'revision_number': 6, 'project_id': '95a179bb5d7a4f8e9532663660cfd521', 'gw_port_host': None}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:49.606137 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf02255-2e71-452b-997a-0c913a085e7d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:49.610457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:49.713279 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.905903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.907511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.930453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.931048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04226794-fd3f-408b-bf67-6fb9d254415a {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:33:49.944507 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.945759 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/04226794-fd3f-408b-bf67-6fb9d254415a HTTP/1.1" status: 204 len: 168 time: 1.4141972 Apr 20 19:33:49.948528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52874) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:50.015947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Deleting subnet 4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:33:50.019332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.074582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.207485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.462028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.474587 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.479927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:50.517243 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:50.520579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:50.521633 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.526529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602dcdc-92ac-47eb-b79b-3b9268011812 None None] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:33:50.529244 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-56d47b6f-794b-4cb8-876e-c97dac41298e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ab052b1-2f02-4da1-ae4b-3cd5a98aa80b HTTP/1.1" status: 204 len: 168 time: 0.5796454 Apr 20 19:33:50.531759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52880) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:50.654093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.665918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Deleting port 5bd40850-109d-4c29-bf60-567026bed9b7 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:50.666293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.783894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] DHCP port deletion for 69b71687-32f3-4cde-ab64-8b5bedb36ce7 request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:33:50.788084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Deleting port 5bd40850-109d-4c29-bf60-567026bed9b7 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:50.788545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:50.905247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.041804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] For port 5bd40850-109d-4c29-bf60-567026bed9b7, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5bd40850-109d-4c29-bf60-567026bed9b7,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:51.042673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.157270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] For port 5bd40850-109d-4c29-bf60-567026bed9b7, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=5bd40850-109d-4c29-bf60-567026bed9b7,segment=NetworkSegment(fa12bd6b-ecbb-4116-9bb5-b6e572143044),segment_id=fa12bd6b-ecbb-4116-9bb5-b6e572143044)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:51.157684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.175099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fbf02255-2e71-452b-997a-0c913a085e7d no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:51.214970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Calling delete_port for 5bd40850-109d-4c29-bf60-567026bed9b7 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:51.256548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: fbf02255-2e71-452b-997a-0c913a085e7d {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:51.256948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device fbf02255-2e71-452b-997a-0c913a085e7d not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:51.257423 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 5bd40850-109d-4c29-bf60-567026bed9b7 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:51.289565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Calling delete_port for 5bd40850-109d-4c29-bf60-567026bed9b7 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:51.378381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86382) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:51.378751 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:51.399325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Port 5bd40850-109d-4c29-bf60-567026bed9b7 update to DOWN by agent not found {{(pid=86383) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Apr 20 19:33:51.399836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:51.431092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.442195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:51.480364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:51.480759 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device e51381ab-6ea2-4bba-b4aa-accd2bc5dae9 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:51.491019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Pushing event deleted for resources: {'Port': ['ID=5bd40850-109d-4c29-bf60-567026bed9b7,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:51.494075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:51.495103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc80bb-a396-47b4-8c19-6ed32207ac46 None None] No DVR routers for this DVR port 5bd40850-109d-4c29-bf60-567026bed9b7 on host dv-cinder-787262-2-smb {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:51.607240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-662f56f3-91d6-4c35-89ab-b0f0214d4433 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:51.608781 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-662f56f3-91d6-4c35-89ab-b0f0214d4433 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 813 time: 0.1642032 Apr 20 19:33:51.626021 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-efc78077-46b0-4d75-b6a4-2e353e0b51a4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/quotas/7a5d1b4cbd47479583391bdf6303db13 HTTP/1.1" status: 200 len: 375 time: 0.0106566 Apr 20 19:33:51.678817 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-6ab7733a-b5bd-4ccf-8dd1-eb26ad8c20e5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Synchronizing usage tracker for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:51.693916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-6ab7733a-b5bd-4ccf-8dd1-eb26ad8c20e5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Unset dirty status for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:51.695262 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-6ab7733a-b5bd-4ccf-8dd1-eb26ad8c20e5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631454 Apr 20 19:33:51.713419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.881020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Deleting port 5bd40850-109d-4c29-bf60-567026bed9b7 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:51.881274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:51.965390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] The port '5bd40850-109d-4c29-bf60-567026bed9b7' was deleted {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:33:51.967588 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-b84d5e8a-0394-4b5f-a103-588d7cdf8b53 service neutron] 10.222.0.13 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643967 Apr 20 19:33:52.189800 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.337085 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-a39b754d-7a92-44a6-90e3-25e8b708f563 service neutron] 10.222.0.13 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416026 Apr 20 19:33:52.340677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b71687-32f3-4cde-ab64-8b5bedb36ce7']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:52.354778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa12bd6b-ecbb-4116-9bb5-b6e572143044') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:52.355346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa12bd6b-ecbb-4116-9bb5-b6e572143044') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:52.368202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.384414 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.392483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:33:52.570288 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c2bde697-f084-42a2-a6b7-15fd07347e64 req-a24c3aef-f2f1-482a-9d4b-ffd690871d54 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 210 time: 0.0760725 Apr 20 19:33:52.653765 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:52.663648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.852947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Network 69b71687-32f3-4cde-ab64-8b5bedb36ce7 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: % (table.description, expected, rows_matched) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: % (table.description, expected, rows_matched) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: % (table.description, expected, rows_matched) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: % (table.description, expected, rows_matched) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:33:52.878087 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:33:52.959252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.963623 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c2170a54-912c-4983-af59-759c9edbdcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:52.978559 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.991003 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b71687-32f3-4cde-ab64-8b5bedb36ce7,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:52.994728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:53.006283 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fa93c463-4f2b-4b3b-bed8-b36a9175da81 admin admin] 10.222.0.13 "DELETE /v2.0/networks/69b71687-32f3-4cde-ab64-8b5bedb36ce7 HTTP/1.1" status: 204 len: 168 time: 2.4732747 Apr 20 19:33:53.148964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52916) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:53.203335 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-dc08b2e5-7457-48dc-84d8-c43adbdc71cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a179bb5d7a4f8e9532663660cfd521&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530365 Apr 20 19:33:53.205888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 52920) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:53.270413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.298103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.343833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.347987 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f68d4793-f4c3-4713-8d2f-23b4ebf9454a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:53.361381 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efdd25d-0718-4abd-bfaf-cb486d034d36,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:53.365372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:53.371058 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.372333 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4efdd25d-0718-4abd-bfaf-cb486d034d36 HTTP/1.1" status: 204 len: 168 time: 0.1654844 Apr 20 19:33:53.779428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-2f6403e7-1fa9-4361-8484-ac00dac1f696 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:53.780092 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.781568 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-2f6403e7-1fa9-4361-8484-ac00dac1f696 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 813 time: 0.2441733 Apr 20 19:33:53.784763 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-28fcd7ce-5f67-4da3-a078-a6525e25d4c4 req-1c91d55e-9f06-44cf-b6db-a4f8e6019bc0 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 210 time: 0.0778909 Apr 20 19:33:53.804429 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Request body: {'port': {'device_id': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a', 'admin_state_up': True, 'tenant_id': '7a5d1b4cbd47479583391bdf6303db13'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:33:53.957417 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:53.968432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:53.976925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Made reservation on behalf of 7a5d1b4cbd47479583391bdf6303db13 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:33:53.983649 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.175454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Allocated IP 172.20.0.11 (30ab6b6e-6857-4589-9a11-11bc4c1fcd1a/c2df954d-9cff-485f-9e2d-53f86fb3b8e2/049e02ca-040c-47f2-a2b4-c3144e967faa) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:33:54.416835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.455944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.462362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-852cf747-7f3f-4342-b0ab-a521a59417b3 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:54.530926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:33:54.534575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Resources bound (agent type, host, resource id): {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:33:54.537120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:33:54.595451 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Pushing event updated for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:54.615030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.615462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.615867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.616278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.616706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.617099 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.617504 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.617954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.618325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.618721 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.619262 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.619581 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:54.624756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:54.637420 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:54.638154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.667954 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-d0df2fb7-8537-4345-860e-b6bf1c581136 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8681006 Apr 20 19:33:54.680608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Request body: {'port': {'device_id': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:33:54.821319 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.167590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8689b-8dc5-4d99-b02b-718c9517252f req-43c4842b-b0a5-443d-8e53-ec52f552b0d8 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:55.168495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b6f8689b-8dc5-4d99-b02b-718c9517252f req-43c4842b-b0a5-443d-8e53-ec52f552b0d8 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Synchronizing usage tracker for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:55.204641 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-b6f8689b-8dc5-4d99-b02b-718c9517252f req-43c4842b-b0a5-443d-8e53-ec52f552b0d8 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Unset dirty status for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:55.205925 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b6f8689b-8dc5-4d99-b02b-718c9517252f req-43c4842b-b0a5-443d-8e53-ec52f552b0d8 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 932 time: 0.2554202 Apr 20 19:33:55.318914 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b6f8689b-8dc5-4d99-b02b-718c9517252f req-f353eada-44ac-4b77-b221-ba8ea2ea87b2 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027153 Apr 20 19:33:55.352562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049e02ca-040c-47f2-a2b4-c3144e967faa {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:55.362046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.380183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Transition to ACTIVE for port object 049e02ca-040c-47f2-a2b4-c3144e967faa will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:33:55.383620 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.389762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ba259fc9-e909-428f-9ccb-f1b17664415c tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:55.819967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:55.829956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:55.903677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Attempting to bind port 049e02ca-040c-47f2-a2b4-c3144e967faa on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:33:55.904065 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Attempting to bind port 049e02ca-040c-47f2-a2b4-c3144e967faa by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:33:55.904435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Attempting to bind port 049e02ca-040c-47f2-a2b4-c3144e967faa on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:33:55.910166 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Port 049e02ca-040c-47f2-a2b4-c3144e967faa on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:33:55.910535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Attempting to bind port 049e02ca-040c-47f2-a2b4-c3144e967faa on network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:33:55.916278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:33:55.916657 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Checking segment: {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:33:55.917665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Bound using segment: {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:33:55.918144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Bound port: 049e02ca-040c-47f2-a2b4-c3144e967faa, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac52cf-f745-45f7-a37b-8782357854ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:33:55.918537 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.020118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:33:56.023409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=049e02ca-040c-47f2-a2b4-c3144e967faa,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:33:56.027572 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2551847'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.032614 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-272b5ac3-c57e-43dd-bed0-8e73381c218e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:56.088306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:56.089558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.091068 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] 10.222.0.58 "PUT /v2.0/ports/049e02ca-040c-47f2-a2b4-c3144e967faa HTTP/1.1" status: 200 len: 1094 time: 1.4154353 Apr 20 19:33:56.091659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:56.122711 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:56.126531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-88f04eb6-90ef-4a91-9085-978039513ff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.171060 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa', 'status': 'completed', 'code': 200} Apr 20 19:33:56.218037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-2b2b0685-a8e8-421e-8410-75a61d114b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:56.219709 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-2b2b0685-a8e8-421e-8410-75a61d114b90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 1097 time: 0.0868998 Apr 20 19:33:56.298593 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-7e741e91-4260-489f-a37d-be26e85c427d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=049e02ca-040c-47f2-a2b4-c3144e967faa HTTP/1.1" status: 200 len: 217 time: 0.0719233 Apr 20 19:33:56.372683 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-4d962bd1-8ea0-4f69-8ba8-7aa1ee576f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:56.374329 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-4d962bd1-8ea0-4f69-8ba8-7aa1ee576f74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2df954d-9cff-485f-9e2d-53f86fb3b8e2 HTTP/1.1" status: 200 len: 853 time: 0.0671439 Apr 20 19:33:56.432601 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-7b5f2e46-1aa6-489d-8d1b-cacfeea7fc09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522609 Apr 20 19:33:56.654573 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-15d242b7-0255-433d-b71e-96ee877af411 service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150476 Apr 20 19:33:56.671617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d499-adb8-47c8-8e5a-067a7a6f5788 req-99b27289-695b-4c8d-807c-ca3e776ef308 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:56.673338 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-29a6d499-adb8-47c8-8e5a-067a7a6f5788 req-99b27289-695b-4c8d-807c-ca3e776ef308 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 944 time: 0.2059760 Apr 20 19:33:56.828577 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-29a6d499-adb8-47c8-8e5a-067a7a6f5788 req-c36075a3-51ba-4b94-81e3-145b35ed6658 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326356 Apr 20 19:33:56.866912 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-146c4a9b-ead1-46df-a719-331b80b61dc6 req-22a6f313-708a-49c2-87f6-c97461ab5e96 service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056494 Apr 20 19:33:57.009063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-8ed1a0f1-93cc-43cf-b121-ad27dddb2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:57.010786 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-8ed1a0f1-93cc-43cf-b121-ad27dddb2a19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5d1b4cbd47479583391bdf6303db13&device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 1097 time: 0.0958099 Apr 20 19:33:57.175477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-12da58a9-4787-434e-a7af-b9980e12a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:57.177178 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-12da58a9-4787-434e-a7af-b9980e12a8d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 200 len: 914 time: 0.1596782 Apr 20 19:33:57.265803 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-eb49c0c6-9d71-4518-b8ed-672f2ee90418 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=049e02ca-040c-47f2-a2b4-c3144e967faa HTTP/1.1" status: 200 len: 217 time: 0.0812278 Apr 20 19:33:57.343226 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-f3110280-f0d1-47c2-ba21-ef76aaa368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:57.344861 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-f3110280-f0d1-47c2-ba21-ef76aaa368e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2df954d-9cff-485f-9e2d-53f86fb3b8e2 HTTP/1.1" status: 200 len: 853 time: 0.0710433 Apr 20 19:33:57.401474 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-36c89fb8-e702-4bea-b169-292bde73be1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491586 Apr 20 19:33:57.553073 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-cdc266af-555a-42d0-a5f0-bf380a4fc69f service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Apr 20 19:33:57.703583 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8c9750f0-17ff-428c-9e8e-f278655e4027 req-fdbb4b6b-dd7e-4365-a4fa-6ede82da2021 service neutron] 10.222.0.58 "GET /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426506 Apr 20 19:33:58.054724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e7676-30e4-4821-86f0-ad15f7f072b4 req-26506dab-6ae4-4046-a8e0-8d92471ce202 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:58.056253 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e95e7676-30e4-4821-86f0-ad15f7f072b4 req-26506dab-6ae4-4046-a8e0-8d92471ce202 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 944 time: 0.1033661 Apr 20 19:33:58.108242 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e95e7676-30e4-4821-86f0-ad15f7f072b4 req-f7cb58c1-76b3-4d8d-82be-0a9e2c4f4301 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Apr 20 19:33:58.109571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 049e02ca-040c-47f2-a2b4-c3144e967faa details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:33:58.273512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=049e02ca-040c-47f2-a2b4-c3144e967faa,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:58.299999 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '049e02ca-040c-47f2-a2b4-c3144e967faa', 'network_id': '30ab6b6e-6857-4589-9a11-11bc4c1fcd1a', 'port_id': '049e02ca-040c-47f2-a2b4-c3144e967faa', 'mac_address': 'fa:16:3e:de:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2df954d-9cff-485f-9e2d-53f86fb3b8e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:33:58.362954 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:58.381703 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049e02ca-040c-47f2-a2b4-c3144e967faa {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:58.398772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=049e02ca-040c-47f2-a2b4-c3144e967faa,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:58.403400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:58.405536 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:58.484832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:58.493809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.494204 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.494585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.494961 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.495592 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.495970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.496339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.496706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.497079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.497478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.497824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.498190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:58.502501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:58.626743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['049e02ca-040c-47f2-a2b4-c3144e967faa'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:59.480416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee93d9-1668-4f7b-9ec1-94c15a2f936f req-410af3e9-62be-49c2-bc32-a2c6d882e132 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:59.482184 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0ee93d9-1668-4f7b-9ec1-94c15a2f936f req-410af3e9-62be-49c2-bc32-a2c6d882e132 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 945 time: 0.0955958 Apr 20 19:33:59.544367 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-c0ee93d9-1668-4f7b-9ec1-94c15a2f936f req-5f917779-2002-4391-9ebd-98b0068a913c tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550060 Apr 20 19:34:00.109380 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 049e02ca-040c-47f2-a2b4-c3144e967faa up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:34:00.191813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 049e02ca-040c-47f2-a2b4-c3144e967faa completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:34:00.197408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 049e02ca-040c-47f2-a2b4-c3144e967faa triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:34:00.197835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.335568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.366163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:00.378142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=049e02ca-040c-47f2-a2b4-c3144e967faa,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:00.382282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.384301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:00.424984 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa', 'code': 200} Apr 20 19:34:00.462563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:00.473182 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:00.784202 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b7b4-e063-46f9-b59d-bdbbb3e71e12 req-66e682d4-c961-4dfc-8ff9-eb960b998840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:00.785925 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7309b7b4-e063-46f9-b59d-bdbbb3e71e12 req-66e682d4-c961-4dfc-8ff9-eb960b998840 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 1099 time: 0.1632891 Apr 20 19:34:00.796071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a65a1-f249-48da-a3fd-cfe8ae37ac7c req-0ca1ca62-0853-43a4-bc61-feface74fd75 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:00.797695 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db1a65a1-f249-48da-a3fd-cfe8ae37ac7c req-0ca1ca62-0853-43a4-bc61-feface74fd75 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.1256561 Apr 20 19:34:00.873902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7309b7b4-e063-46f9-b59d-bdbbb3e71e12 req-d891a309-1ff0-4003-95fe-b5e9a68c4dd8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750599 Apr 20 19:34:00.878545 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db1a65a1-f249-48da-a3fd-cfe8ae37ac7c req-1e9ab1f0-b768-4a32-9c21-1e7f50843ca8 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Apr 20 19:34:01.888882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:34:02.102011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51263-ed94-4e7a-b076-ce53e9e55484 req-b5c3dbff-fc6f-4fc0-b4fe-9129b949e424 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:02.103716 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cde51263-ed94-4e7a-b076-ce53e9e55484 req-b5c3dbff-fc6f-4fc0-b4fe-9129b949e424 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.0959566 Apr 20 19:34:02.155662 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-cde51263-ed94-4e7a-b076-ce53e9e55484 req-877a8990-f711-4941-9097-f81718f2c538 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Apr 20 19:34:15.721449 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc43f-84a9-42c1-a2ce-95df0c2e48d0 req-8bfe056b-81e7-47a4-9924-a6278f8ce9ba tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.723078 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e31dc43f-84a9-42c1-a2ce-95df0c2e48d0 req-8bfe056b-81e7-47a4-9924-a6278f8ce9ba tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.1052775 Apr 20 19:34:15.777909 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e31dc43f-84a9-42c1-a2ce-95df0c2e48d0 req-0c9a1468-6ca6-4c52-9ca5-238126af2f0d tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478706 Apr 20 19:34:17.094920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19cb1-63b6-4d30-8445-a899f6e32f68 req-514f6a30-b624-4887-95c4-7632b7e4b5bb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.096615 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-39a19cb1-63b6-4d30-8445-a899f6e32f68 req-514f6a30-b624-4887-95c4-7632b7e4b5bb tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.1537645 Apr 20 19:34:17.158199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-1b5c73fd-f755-4792-9f81-350f18c700b6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.159808 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-1b5c73fd-f755-4792-9f81-350f18c700b6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 946 time: 0.1597233 Apr 20 19:34:17.169647 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-39a19cb1-63b6-4d30-8445-a899f6e32f68 req-2e59a03f-613a-48fd-9a2d-079adcab2b01 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups?id=380bd933-ce3f-4a88-8195-db33bcc917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640848 Apr 20 19:34:17.249878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Deleting port 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:17.250285 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.262539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5c49332b-4557-45ce-ad50-fcce0a8f2aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.592252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] For port 61b8fcc5-c443-4549-b684-49a6e60ab57a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b8fcc5-c443-4549-b684-49a6e60ab57a,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:17.592651 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.011342 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.011922 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3771057'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.012506 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Floating IP 40bd86bf-abe4-44a8-900a-facdd7579d4e disassociated. External IP: 172.28.1.157, port: 61b8fcc5-c443-4549-b684-49a6e60ab57a. Apr 20 19:34:18.013169 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Calling delete_port for 61b8fcc5-c443-4549-b684-49a6e60ab57a owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:18.205388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.211861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fac2f936-4a45-49f7-bec0-c23b5d659b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:18.265305 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'Port': ['ID=61b8fcc5-c443-4549-b684-49a6e60ab57a,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:18.268640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:18.702304 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a1d7b263-8b21-4b87-b8dd-d6cb7287cc4b req-1069e6c2-e53a-415e-a74b-197ca23ee70b tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 210 time: 0.3743594 Apr 20 19:34:18.796755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:34:19.000050 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:34:19.009849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:34:19.021937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:19.022529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:33:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:19.078353 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] No DVR routers for this DVR port 61b8fcc5-c443-4549-b684-49a6e60ab57a on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:19.080937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:19.084195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-deleted', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:19.104588 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-4504509b-828e-45f8-976f-d0ce3be00a1d req-7b02c734-1b84-49a2-b62f-063079be31d4 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.58 "DELETE /v2.0/ports/61b8fcc5-c443-4549-b684-49a6e60ab57a HTTP/1.1" status: 204 len: 173 time: 1.9384382 Apr 20 19:34:19.189264 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12559b8b-7175-4b16-bf5c-a613ffe49d9d', 'name': 'network-vif-deleted', 'tag': '61b8fcc5-c443-4549-b684-49a6e60ab57a', 'status': 'completed', 'code': 200} Apr 20 19:34:19.247565 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:19.399476 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a281c643-36f2-4cab-927d-502feefead6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:19.618822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:19.623905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:34:19.642413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:19.643585 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:19.730539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998a72-0e02-4fbe-89f2-66b65199a954 req-ce67c68f-9b70-4750-b16b-0ace4db38b66 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:19.732413 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-00998a72-0e02-4fbe-89f2-66b65199a954 req-ce67c68f-9b70-4750-b16b-0ace4db38b66 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.1192472 Apr 20 19:34:19.829727 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-00998a72-0e02-4fbe-89f2-66b65199a954 req-26f8f0c1-0a87-4e63-a706-cd8c90c94c0f tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877492 Apr 20 19:34:19.920010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:19.929949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-af98a534-d538-4578-9528-0a7f3c1513cd req-d7ee95d3-8ee3-479c-ad41-8c5c1a93df30 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Synchronizing usage tracker for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:19.947088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-af98a534-d538-4578-9528-0a7f3c1513cd req-d7ee95d3-8ee3-479c-ad41-8c5c1a93df30 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Unset dirty status for tenant:b000e969c3fb4065b655fcf6adf421e1 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:19.948748 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-af98a534-d538-4578-9528-0a7f3c1513cd req-d7ee95d3-8ee3-479c-ad41-8c5c1a93df30 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/ports?device_id=12559b8b-7175-4b16-bf5c-a613ffe49d9d HTTP/1.1" status: 200 len: 210 time: 0.0737894 Apr 20 19:34:20.277087 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:20.281637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f35d0e-9935-4ed9-a445-297497887cc6 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:27:26Z', 'revision_number': 4, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '4ed085d9-66d2-4455-b5d3-622a2090ff69', 'name': '', 'network_id': 'ed015f41-b7af-4360-ac83-625117218c8c', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'mac_address': 'fa:16:3e:c2:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:22Z', 'updated_at': '2021-04-20T19:27:44Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'subnets': [{'id': '03ff75ff-ca95-4f6d-86f2-b4f2f5348769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:34:20.469100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:20.731022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd34421-eff6-4cfa-a8b7-b132fc00dfba None None] New status for floating IP 40bd86bf-abe4-44a8-900a-facdd7579d4e: DOWN {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:34:21.176464 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53314) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:21.188568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912760d8-c590-4dec-a432-d06d8fb8f727 req-0701743b-70e5-4f1c-80bb-a9ec4cd1da0b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:21.190650 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-912760d8-c590-4dec-a432-d06d8fb8f727 req-0701743b-70e5-4f1c-80bb-a9ec4cd1da0b tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.1609371 Apr 20 19:34:21.225664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.250286 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-912760d8-c590-4dec-a432-d06d8fb8f727 req-12337939-025b-4e6d-8cd5-764c9ff40040 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Apr 20 19:34:21.304063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.335906 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.400599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.411454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-45db2c32-97e7-47de-be77-178aee5f760e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:21.443801 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bd933-ce3f-4a88-8195-db33bcc917ed,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:21.446907 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:21.455222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.459075 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-da3bd98e-550b-47f3-addd-9f56bbce41d6 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "DELETE /v2.0/security-groups/380bd933-ce3f-4a88-8195-db33bcc917ed HTTP/1.1" status: 204 len: 168 time: 0.2810779 Apr 20 19:34:21.459374 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53324) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:21.486822 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.api.v2.resource [None req-1c08f34a-fe36-4047-82a6-7be5a566eaaa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] show failed (client error): The resource could not be found. Apr 20 19:34:21.488263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1c08f34a-fe36-4047-82a6-7be5a566eaaa tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "GET /v2.0/security-groups/380bd933-ce3f-4a88-8195-db33bcc917ed HTTP/1.1" status: 404 len: 347 time: 0.0273232 Apr 20 19:34:21.493879 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53328) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:21.695573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Deleting port 5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:21.695948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.718209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.886470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.886764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:22.023957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Calling delete_port for 5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8 owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:22.169761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:22.171466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:22.174803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8882cfc0-14c7-4b32-8218-1d2b0e1e73d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:22.212294 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 61b8fcc5-c443-4549-b684-49a6e60ab57a {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:22.212750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 61b8fcc5-c443-4549-b684-49a6e60ab57a not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:22.221405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Pushing event deleted for resources: {'Port': ['ID=5b2f950e-c0d8-4d9b-a6f8-fc8a1648c7b8,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:22.224790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:22.323898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:22.342966 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:22.344281 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8c803f65-13a3-4b29-8cae-0ff8127c39dc tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] 10.222.0.13 "DELETE /v2.0/floatingips/40bd86bf-abe4-44a8-900a-facdd7579d4e HTTP/1.1" status: 204 len: 168 time: 0.8485053 Apr 20 19:34:22.468684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f71bac-8450-4f06-b195-93391b98b5c0 req-d2ed6fa3-637b-41d3-b644-619c32f721df tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:22.470774 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-74f71bac-8450-4f06-b195-93391b98b5c0 req-d2ed6fa3-637b-41d3-b644-619c32f721df tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.0963397 Apr 20 19:34:22.528220 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-74f71bac-8450-4f06-b195-93391b98b5c0 req-fc63c9cd-e020-4083-b9e8-5724a6fb6030 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Apr 20 19:34:23.741441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11352c3-8eae-48dc-b2a7-83b4dfdee34f req-70e72d9a-7474-4c5a-a56b-2e44a3b93563 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:23.743098 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e11352c3-8eae-48dc-b2a7-83b4dfdee34f req-70e72d9a-7474-4c5a-a56b-2e44a3b93563 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.0933206 Apr 20 19:34:23.778341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:23.851313 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-e11352c3-8eae-48dc-b2a7-83b4dfdee34f req-ccd0662b-6c8c-4acf-aeb1-ceb0b14274b5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627253 Apr 20 19:34:23.879927 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e5b49-4ebc-46ad-9832-5f374781860d req-394713dc-7101-4a4b-b553-4ff3f4354dc6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:23.881593 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-579e5b49-4ebc-46ad-9832-5f374781860d req-394713dc-7101-4a4b-b553-4ff3f4354dc6 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 946 time: 0.1340809 Apr 20 19:34:23.972366 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Deleting port 049e02ca-040c-47f2-a2b4-c3144e967faa {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:23.972678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.257280 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] For port 049e02ca-040c-47f2-a2b4-c3144e967faa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=049e02ca-040c-47f2-a2b4-c3144e967faa,segment=NetworkSegment(82ac52cf-f745-45f7-a37b-8782357854ec),segment_id=82ac52cf-f745-45f7-a37b-8782357854ec)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:24.257605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.406894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Calling delete_port for 049e02ca-040c-47f2-a2b4-c3144e967faa owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:24.576247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.583542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:24.588644 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['049e02ca-040c-47f2-a2b4-c3144e967faa'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:34:24.672168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Pushing event deleted for resources: {'Port': ['ID=049e02ca-040c-47f2-a2b4-c3144e967faa,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:24.674889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:24.721480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] No DVR routers for this DVR port 049e02ca-040c-47f2-a2b4-c3144e967faa on host hv-cinder-78726 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:24.724031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.728593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'name': 'network-vif-deleted', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:24.745131 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-579e5b49-4ebc-46ad-9832-5f374781860d req-04f51df9-b78e-4a8d-ad36-1e15315f1ed5 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.58 "DELETE /v2.0/ports/049e02ca-040c-47f2-a2b4-c3144e967faa HTTP/1.1" status: 204 len: 173 time: 0.8569341 Apr 20 19:34:24.785304 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663ff4cc-df77-46b6-aed9-76e43fe0e210', 'name': 'network-vif-deleted', 'tag': '049e02ca-040c-47f2-a2b4-c3144e967faa', 'status': 'completed', 'code': 200} Apr 20 19:34:25.046723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-34f494df-4fd8-476f-a385-a70978a18fa3 req-207ef4a3-090d-427f-9b85-5d984899ffd2 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Synchronizing usage tracker for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:25.062339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-34f494df-4fd8-476f-a385-a70978a18fa3 req-207ef4a3-090d-427f-9b85-5d984899ffd2 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Unset dirty status for tenant:7a5d1b4cbd47479583391bdf6303db13 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:25.063656 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-34f494df-4fd8-476f-a385-a70978a18fa3 req-207ef4a3-090d-427f-9b85-5d984899ffd2 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] 10.222.0.13 "GET /v2.0/ports?device_id=663ff4cc-df77-46b6-aed9-76e43fe0e210 HTTP/1.1" status: 200 len: 210 time: 0.0650020 Apr 20 19:34:25.217671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53380) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:25.942406 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:26.592184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Deleting port 4ed085d9-66d2-4455-b5d3-622a2090ff69 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:26.592571 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:26.782468 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] For port 4ed085d9-66d2-4455-b5d3-622a2090ff69, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=4ed085d9-66d2-4455-b5d3-622a2090ff69,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:26.782867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:26.922313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Calling delete_port for 4ed085d9-66d2-4455-b5d3-622a2090ff69 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:27.105563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:27.110774 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-236a50ee-5ea2-4060-ab7b-b4c9f73bbe83 tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:27.159356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed085d9-66d2-4455-b5d3-622a2090ff69,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:27.160920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:27.491354 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-276e3275-b6c4-43c6-a02d-60325f4f290d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2940764 Apr 20 19:34:27.533853 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:27.814047 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-3677ffba-7560-4055-b7f5-164376ccf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:27.815684 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-3677ffba-7560-4055-b7f5-164376ccf4f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.2126172 Apr 20 19:34:28.138993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-610d5589-eaf0-4ce3-bcde-831916bba156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:28.140652 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-610d5589-eaf0-4ce3-bcde-831916bba156 service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.2572076 Apr 20 19:34:28.201298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Router 86c098e5-06aa-4a96-ad5e-0f684f181b28 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:34:28.218490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 049e02ca-040c-47f2-a2b4-c3144e967faa no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:28.258163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 049e02ca-040c-47f2-a2b4-c3144e967faa {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:28.258163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 049e02ca-040c-47f2-a2b4-c3144e967faa not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:28.639890 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-a111d7e4-f830-4d52-9e05-46357190fef3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 1001 time: 0.4920144 Apr 20 19:34:28.748007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-2eda91ec-2cd7-4ae8-a380-6237c9c9f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:28.749574 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-2eda91ec-2cd7-4ae8-a380-6237c9c9f383 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.1020172 Apr 20 19:34:28.754284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:34:28.765379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Sync routers for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:34:28.778419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:28.779658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:28.821116 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c6f905f5-07eb-4202-b104-e7d39a5bea6e admin admin] 10.222.0.13 "PUT /v2.0/routers/86c098e5-06aa-4a96-ad5e-0f684f181b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5997632 Apr 20 19:34:28.822304 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53448) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:28.855562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-59a95eae-af35-4ed7-9e60-a225fb315bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:28.857289 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-59a95eae-af35-4ed7-9e60-a225fb315bef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010616 Apr 20 19:34:28.982252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:29.030873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:29.053088 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-ca5177b6-dc73-4067-9069-96dcc97fd6b9 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892900 Apr 20 19:34:29.258839 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f76a5b39-b868-4413-a46e-f08f0ce708f6 req-57be9e69-a0de-4b4b-9881-8f4a70063682 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987286 Apr 20 19:34:29.343654 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:29.354960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Deleting port bcb0c0b9-84ee-4870-8456-6d6d8161e0de {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:29.355731 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:29.419881 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:34:27Z', 'revision_number': 5, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port': {'id': 'bcb0c0b9-84ee-4870-8456-6d6d8161e0de', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:27:13Z', 'updated_at': '2021-04-20T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:29.427866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Checking router: 86c098e5-06aa-4a96-ad5e-0f684f181b28 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:34:29.441740 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Routers {'86c098e5-06aa-4a96-ad5e-0f684f181b28'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:29.443109 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['86c098e5-06aa-4a96-ad5e-0f684f181b28'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:29.591876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] For port bcb0c0b9-84ee-4870-8456-6d6d8161e0de, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:29.592552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:29.643871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] Set router 86c098e5-06aa-4a96-ad5e-0f684f181b28 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:29.752391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Calling delete_port for bcb0c0b9-84ee-4870-8456-6d6d8161e0de owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:29.866822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53480) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:29.940963 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:34:29Z', 'revision_number': 6, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port_host': None}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:29.946329 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c49157-03f3-40cb-b3eb-ee65537cdb54 None None] The sync data for ids ['86c098e5-06aa-4a96-ad5e-0f684f181b28'] in dv-cinder-787262-2-smb is: [{'id': '86c098e5-06aa-4a96-ad5e-0f684f181b28', 'name': 'tempest-AttachVolumeShelveTestJSON-22663038-router', 'tenant_id': 'b000e969c3fb4065b655fcf6adf421e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:27:12Z', 'updated_at': '2021-04-20T19:34:29Z', 'revision_number': 6, 'project_id': 'b000e969c3fb4065b655fcf6adf421e1', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:34:30.048889 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.065844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:30.070700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5db127eb8342989e44d77f1d1788de is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:30.070967 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.076382 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:30.083736 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:30.089106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5c457e4c-c84f-4244-86f4-091d148fce63 tempest-AttachVolumeNegativeTest-1495445503 tempest-AttachVolumeNegativeTest-1495445503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:30.180196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb0c0b9-84ee-4870-8456-6d6d8161e0de,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:30.196473 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.199538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.208271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:30.231738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.231738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.231738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.231738 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.232416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.232416 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.232833 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.233694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.233694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.233938 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.234195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.234598 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:30.240214 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:30.254499 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f5db127eb8342989e44d77f1d1788de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864517 Apr 20 19:34:30.256447 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afe6e6-a4e9-41c0-9247-4204fafd02a6,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:30.257930 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53486) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:30.259362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:30.285331 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.500516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.509154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.522785 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.556345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.557346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86c098e5-06aa-4a96-ad5e-0f684f181b28 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:34:30.562945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.594650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.595887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] 10.222.0.13 "DELETE /v2.0/routers/86c098e5-06aa-4a96-ad5e-0f684f181b28 HTTP/1.1" status: 204 len: 168 time: 1.7718980 Apr 20 19:34:30.598775 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53490) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:30.622824 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.628313 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-01ce8b71-36de-4c5e-b899-dc861bc8f5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:30.641667 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afe6e6-a4e9-41c0-9247-4204fafd02a6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:30.645410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:30.647604 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.649468 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83afe6e6-a4e9-41c0-9247-4204fafd02a6 HTTP/1.1" status: 204 len: 168 time: 0.3880279 Apr 20 19:34:30.673875 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Deleting subnet 03ff75ff-ca95-4f6d-86f2-b4f2f5348769 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:34:30.677403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.733584 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.826270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:30.968668 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53500) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:30.990570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.008200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:31.012732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Usage tracker for resource:security_group_rule and tenant:cefd827fd9d8444d999bf6cd2250d4a0 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:31.016213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:31.023539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:31.107283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.115354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.118570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fed53bf9-3236-4833-a072-b5d9669c657a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:31.120231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.135103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7c66bc5c-2506-4efe-a18e-08d0ba1d0728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:31.171390 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.171617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5cd85-77db-4b69-b42a-79a451f0db4d None None] Network ed015f41-b7af-4360-ac83-625117218c8c requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:34:31.185563 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cefd827fd9d8444d999bf6cd2250d4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155790 Apr 20 19:34:31.188191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9b044-9cd0-4182-8590-837973cc449d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:31.191981 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03ff75ff-ca95-4f6d-86f2-b4f2f5348769 HTTP/1.1" status: 204 len: 168 time: 0.5919363 Apr 20 19:34:31.192882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53510) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:31.193039 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53508) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:31.196183 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8e9cc738-70e2-410f-8bac-c15572506767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:31.199886 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ff75ff-ca95-4f6d-86f2-b4f2f5348769,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:31.203539 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b4784d03-85c3-41db-9cb5-cce468c61980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:31.253753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bcb0c0b9-84ee-4870-8456-6d6d8161e0de no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:31.273840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.302079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: bcb0c0b9-84ee-4870-8456-6d6d8161e0de {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:31.302479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bcb0c0b9-84ee-4870-8456-6d6d8161e0de not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:31.302919 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 4ed085d9-66d2-4455-b5d3-622a2090ff69 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:31.313076 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.353981 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.367028 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Deleting port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:31.367442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.396151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.402532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 4ed085d9-66d2-4455-b5d3-622a2090ff69 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:31.402935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 4ed085d9-66d2-4455-b5d3-622a2090ff69 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:31.406797 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-031c60b8-4eed-4769-97f4-b049c61f3c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:31.454836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.456273 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8f9b044-9cd0-4182-8590-837973cc449d HTTP/1.1" status: 204 len: 168 time: 0.2619514 Apr 20 19:34:31.457293 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9b044-9cd0-4182-8590-837973cc449d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:31.464699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fa0bc798-6feb-4302-8341-5bd91beb4296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:31.645964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] For port b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:31.646371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.654732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] DHCP port deletion for ed015f41-b7af-4360-ac83-625117218c8c request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:34:31.659361 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Deleting port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:31.659893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.797672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Calling delete_port for b5c5d990-5a1f-4d2a-827a-65840a7b4c52 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:31.906626 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] For port b5c5d990-5a1f-4d2a-827a-65840a7b4c52, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,segment=NetworkSegment(a6283b9d-3ad8-4d49-9455-fdfa0fc080ef),segment_id=a6283b9d-3ad8-4d49-9455-fdfa0fc080ef)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:31.907347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.917538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.925723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-268e93c8-d709-423d-8dce-5c73ac93a6a5 tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:31.987870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c5d990-5a1f-4d2a-827a-65840a7b4c52,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:31.990914 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] No DVR routers for this DVR port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 on host dv-cinder-787262-2-smb {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:32.046097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:32.051270 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Calling delete_port for b5c5d990-5a1f-4d2a-827a-65840a7b4c52 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:32.150732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.169928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:34:32.170637 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:34:32.274663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed015f41-b7af-4360-ac83-625117218c8c']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:32.295110 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:32.295486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6283b9d-3ad8-4d49-9455-fdfa0fc080ef') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:32.308621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.327377 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.341890 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:34:32.566323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Network ed015f41-b7af-4360-ac83-625117218c8c has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:32.577662 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.671970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Deleting port b5c5d990-5a1f-4d2a-827a-65840a7b4c52 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:32.672602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.706934 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53544) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:32.767640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-aaadb921-a5e5-493e-b6e6-14859651255a None None] The port 'b5c5d990-5a1f-4d2a-827a-65840a7b4c52' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:34:32.905962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Network ed015f41-b7af-4360-ac83-625117218c8c has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:34:33.052053 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:34:33.054847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.062023 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d9d7ff29-c9bf-4e52-9544-442ee7d86776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:33.078106 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.087749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed015f41-b7af-4360-ac83-625117218c8c,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:33.099933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:33.106175 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-58fd2e4f-57a0-4b38-bfb6-8a94a2a30456 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ed015f41-b7af-4360-ac83-625117218c8c HTTP/1.1" status: 204 len: 168 time: 1.9085810 Apr 20 19:34:33.139960 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Deleting port 784f293d-edbc-4042-b41f-039fea1edbff {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:33.140346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.180154 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device b5c5d990-5a1f-4d2a-827a-65840a7b4c52 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:33.225373 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: b5c5d990-5a1f-4d2a-827a-65840a7b4c52 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:33.226168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device b5c5d990-5a1f-4d2a-827a-65840a7b4c52 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:33.362840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.363402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.379832 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53566) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:33.462324 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-980ec8ab-441f-4b19-982b-54889c83a45a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b000e969c3fb4065b655fcf6adf421e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0803468 Apr 20 19:34:33.467839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53572) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:33.534596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.565991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.618356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.624613 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e0552948-23a0-49f7-b63b-a56bd04f14e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:33.640910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d27b86-a3af-41ba-98f9-383723139737,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:33.646122 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:33.650773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.652267 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32d27b86-a3af-41ba-98f9-383723139737 HTTP/1.1" status: 204 len: 168 time: 0.1833889 Apr 20 19:34:33.800671 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Calling delete_port for 784f293d-edbc-4042-b41f-039fea1edbff owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:33.906301 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53580) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:33.978132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.984079 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-7710ce72-6a90-485a-a106-dffc44db8b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:34.038519 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event deleted for resources: {'Port': ['ID=784f293d-edbc-4042-b41f-039fea1edbff,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:34.071712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:34.140984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.158075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:34.162563 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:57e0e0020b324d49bbc11017051f6950 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:34.166876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:34.176063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:34.180266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.180628 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.l3_db [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Floating IP 7e98cfb9-ea77-48a3-a8ea-d998b2b985f4 disassociated (deleted). External IP: 172.28.1.101, port: a6ca7d70-8aa2-4f04-894d-b439cd4636ca. Apr 20 19:34:34.348036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.353749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.399375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-71096854-3a9f-49d1-8336-2951ed9e5ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:34.477702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a21218-e4a8-412f-9631-160a2a89ef92,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:34.487403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:34.504618 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57e0e0020b324d49bbc11017051f6950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970097 Apr 20 19:34:34.505327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53608) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:34.585391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.616920 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.672205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.676159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:34:34.682215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-d01f8b68-6e94-4f99-a4e7-edc59db04add tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:34.708767 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a21218-e4a8-412f-9631-160a2a89ef92,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:34.713297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:34.714916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.719197 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-60a87058-1301-4046-a459-9f1cb17f3258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65a21218-e4a8-412f-9631-160a2a89ef92 HTTP/1.1" status: 204 len: 168 time: 0.2096903 Apr 20 19:34:34.893845 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:34:34.910937 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Sync routers for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:34:34.918278 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:34.921870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:34.922612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:34.985832 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c4e574e8-1515-460e-bbd7-2bc99db7f99f tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "DELETE /v2.0/floatingips/7e98cfb9-ea77-48a3-a8ea-d998b2b985f4 HTTP/1.1" status: 204 len: 168 time: 2.2772295 Apr 20 19:34:34.986737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:35.164399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:35.193426 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53630) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:35.235529 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:35.277796 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:35.285899 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Usage tracker for resource:security_group_rule and tenant:fd620ad1828746a2b392569377e1aaea is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:35.290716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:35.308283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:35.460568 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'status': 'completed', 'code': 200} Apr 20 19:34:35.523245 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:35.595605 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:35.643323 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9d713712-bdc1-4fd8-b3f3-329d006cce2a tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:35.692419 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:35.697124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Checking router: 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:34:35.708311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:35.709011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:35.727022 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd620ad1828746a2b392569377e1aaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324199 Apr 20 19:34:35.730241 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53648) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:35.743882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8313d80-d4ee-4f37-a6c0-9a61bcf32342,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:35.770452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:35.793211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-6e5d21ed-9730-48a7-8055-b4c952c9d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:35.795170 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-6e5d21ed-9730-48a7-8055-b4c952c9d948 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 1098 time: 0.2703834 Apr 20 19:34:35.812318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c17596-6f83-44db-8a04-59d909deef50 req-ee537ece-bf38-46bb-9990-8fad6310df9d tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:35.814282 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-26c17596-6f83-44db-8a04-59d909deef50 req-ee537ece-bf38-46bb-9990-8fad6310df9d tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.2875803 Apr 20 19:34:35.845391 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:35.917111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:35.967334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:36.001569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:36.010718 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-26c17596-6f83-44db-8a04-59d909deef50 req-c2282b0c-ae30-4637-a331-27662908143c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694367 Apr 20 19:34:36.015873 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8b0a38bb-487b-4df4-ba19-6158a88b387e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:36.069045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8313d80-d4ee-4f37-a6c0-9a61bcf32342,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:36.069045 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:36.071205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:36.076891 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2a3c6d53-52a8-4529-8905-da70fada3590 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8313d80-d4ee-4f37-a6c0-9a61bcf32342 HTTP/1.1" status: 204 len: 168 time: 0.3450956 Apr 20 19:34:36.113992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-10fb2450-62b5-4714-b818-f2079bfd769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:36.121004 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-10fb2450-62b5-4714-b818-f2079bfd769d service neutron] 10.222.0.58 "GET /v2.0/networks?id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 200 len: 909 time: 0.3182197 Apr 20 19:34:36.227040 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-7bc085cd-bef7-4203-8944-c0e3af45577e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 200 len: 217 time: 0.0990851 Apr 20 19:34:36.341306 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-806a9028-fc8d-4b60-9ac1-5a73670f2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:36.343370 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-806a9028-fc8d-4b60-9ac1-5a73670f2583 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 200 len: 847 time: 0.1078925 Apr 20 19:34:36.490770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:36.498136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e175dd-c28e-41d5-8e3d-1af57caa7780 None None] The sync data for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb is: [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:13Z', 'revision_number': 4, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb', '_interfaces': [{'id': '9051298a-bca4-41a8-91c2-7bd42033829a', 'name': '', 'network_id': '28aaeeda-f462-4a89-8d9d-5420f9dd81ee', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'mac_address': 'fa:16:3e:b1:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:12Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'subnets': [{'id': '1354173a-296d-4cd0-a23d-aa121542b7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:34:36.572261 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-ce366494-d165-45b2-b808-6190f2550cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:36.574394 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-ce366494-d165-45b2-b808-6190f2550cde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28aaeeda-f462-4a89-8d9d-5420f9dd81ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2219882 Apr 20 19:34:36.843786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-36e168b9-ab64-42ff-b6e1-e6ec6d923222 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:36.845558 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-36e168b9-ab64-42ff-b6e1-e6ec6d923222 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Synchronizing usage tracker for tenant:b2c3007e4cbc4d19821efdd7ce3182e8 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:36.871560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-36e168b9-ab64-42ff-b6e1-e6ec6d923222 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Unset dirty status for tenant:b2c3007e4cbc4d19821efdd7ce3182e8 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:36.873510 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-36e168b9-ab64-42ff-b6e1-e6ec6d923222 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.58 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.2367392 Apr 20 19:34:36.990303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Deleting port a6ca7d70-8aa2-4f04-894d-b439cd4636ca {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:36.991312 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:37.014056 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-092ac4a0-66f6-4269-aec5-c3f7f5624009 service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258103 Apr 20 19:34:37.120061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75081b51-2deb-4efc-89e7-442cf3535937 None None] New status for floating IP 7e98cfb9-ea77-48a3-a8ea-d998b2b985f4: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:34:37.268887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-bd5a0d96-4691-484e-9b91-723d84613de6 req-39c8e606-bb46-4918-866d-987cc9fa62cd service neutron] 10.222.0.58 "GET /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531288 Apr 20 19:34:37.534505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] For port a6ca7d70-8aa2-4f04-894d-b439cd4636ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:37.535022 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:37.549372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c788-ffc6-4a97-9d25-29903207cf25 req-29773972-4faa-47d7-9973-9342631bda7e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:37.558756 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06b2c788-ffc6-4a97-9d25-29903207cf25 req-29773972-4faa-47d7-9973-9342631bda7e tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 945 time: 0.1607959 Apr 20 19:34:37.622694 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-06b2c788-ffc6-4a97-9d25-29903207cf25 req-2a56685c-0dc9-40b0-86b9-54cd984db8ca tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/security-groups?id=70c53855-bd8e-4514-ba24-8ae5a9f7d701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616453 Apr 20 19:34:37.705006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Calling delete_port for a6ca7d70-8aa2-4f04-894d-b439cd4636ca owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:37.909461 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:37.916821 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:37.970393 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event deleted for resources: {'Port': ['ID=a6ca7d70-8aa2-4f04-894d-b439cd4636ca,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:37.974303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:38.099624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] No DVR routers for this DVR port a6ca7d70-8aa2-4f04-894d-b439cd4636ca on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:38.103418 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:38.108659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-deleted', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:38.141279 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db0e3986-aef5-439f-a887-775aeeca2a6c req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.58 "DELETE /v2.0/ports/a6ca7d70-8aa2-4f04-894d-b439cd4636ca HTTP/1.1" status: 204 len: 173 time: 1.2587821 Apr 20 19:34:38.170915 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bf8724-f93c-452e-b5f2-75ec93353ad5', 'name': 'network-vif-deleted', 'tag': 'a6ca7d70-8aa2-4f04-894d-b439cd4636ca', 'status': 'completed', 'code': 200} Apr 20 19:34:38.861855 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a28b752d-c626-4f3f-a386-3595d6e8bdab req-f43a65be-9113-4672-8192-43f687dede67 tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bf8724-f93c-452e-b5f2-75ec93353ad5 HTTP/1.1" status: 200 len: 210 time: 0.0515912 Apr 20 19:34:38.889127 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:34:39.414083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53814) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:39.549282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.565368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:39.570410 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Usage tracker for resource:security_group_rule and tenant:f0318dbf26b540608be984bdfb7af195 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:39.572541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:39.578719 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:39.673568 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.676466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.684175 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bb518f18-8113-4cf8-8667-307ad4eff5dc tempest-TestMinimumBasicScenario-2072673222 tempest-TestMinimumBasicScenario-2072673222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:39.732749 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0318dbf26b540608be984bdfb7af195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174853 Apr 20 19:34:39.733732 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3071548e-77ee-4089-a0c4-de4e814fa12b,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:39.736300 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53828) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:39.737857 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:39.808645 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.838770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.888971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.894841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8a941bd7-cfb6-421e-82fc-0693c249eb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:39.909700 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3071548e-77ee-4089-a0c4-de4e814fa12b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:39.913658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:39.920965 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.922179 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3071548e-77ee-4089-a0c4-de4e814fa12b HTTP/1.1" status: 204 len: 168 time: 0.1842895 Apr 20 19:34:40.265071 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53840) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.286847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53844) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.288172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.305624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:40.310044 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:32ae6da8d60f4b1caf76840141d5f512 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:40.326332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:40.333184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:40.373247 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.424760 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.429040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.436363 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.445877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-357fa40d-f1e8-4401-b409-c818bde96fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:40.496984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.502173 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a702790d-b05a-478f-a9b8-3cf9c22da8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:40.510714 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ae6da8d60f4b1caf76840141d5f512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413058 Apr 20 19:34:40.510714 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12b68c-2361-4b82-8cb8-7c1e025dbd45,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:40.512505 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3083ff28-a952-42c5-9b31-e8e03b4d7bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:40.513063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53854) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.526534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c53855-bd8e-4514-ba24-8ae5a9f7d701,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:40.530594 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:40.539752 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.541817 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-aff97aee-6ff6-4c43-bd8a-d493aa699a8c tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] 10.222.0.13 "DELETE /v2.0/security-groups/70c53855-bd8e-4514-ba24-8ae5a9f7d701 HTTP/1.1" status: 204 len: 168 time: 0.2529724 Apr 20 19:34:40.595858 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53864) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.604993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.639349 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.699379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.704876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a670560b-f21e-4c06-9c84-63fe8fab7a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:40.720485 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12b68c-2361-4b82-8cb8-7c1e025dbd45,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:40.724789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:40.728401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.729905 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-48321917-f7bc-4d09-97a8-6dfe434ddf45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d12b68c-2361-4b82-8cb8-7c1e025dbd45 HTTP/1.1" status: 204 len: 168 time: 0.2156820 Apr 20 19:34:42.053495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:42.281362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:42.344848 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: a6ca7d70-8aa2-4f04-894d-b439cd4636ca {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:42.345340 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device a6ca7d70-8aa2-4f04-894d-b439cd4636ca not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:42.518102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Deleting port 9051298a-bca4-41a8-91c2-7bd42033829a {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:42.518488 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:42.729376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] For port 9051298a-bca4-41a8-91c2-7bd42033829a, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9051298a-bca4-41a8-91c2-7bd42033829a,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:42.729874 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:42.873220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Calling delete_port for 9051298a-bca4-41a8-91c2-7bd42033829a owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:43.076026 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:43.081742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eaeac2ee-4d59-4481-b62d-9edb6b33642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:43.168521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9051298a-bca4-41a8-91c2-7bd42033829a,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:43.171097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:43.463840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:43.524508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 53982) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:43.694947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:43.714761 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:43.719819 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Usage tracker for resource:security_group_rule and tenant:d4b7bb8ad7004e569057bea492b00c94 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:43.723176 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:43.730640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:43.837547 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:43.840606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:43.850425 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-26189b51-b007-476d-b791-54acc4fdd781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:43.898279 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4b7bb8ad7004e569057bea492b00c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725729 Apr 20 19:34:43.899271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf58fa9-ff64-48e9-baaf-8d9d87c05f1e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:43.902114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 53996) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:43.903543 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f4a79f52-2054-4ecd-aa05-fc95979fbfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:43.929844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:34:44.044155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54002) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:44.132168 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.174994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.176185 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.192078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:44.196494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Usage tracker for resource:security_group_rule and tenant:58992823c44945b0ad3dde2fc1033835 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:44.200100 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:44.206252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:44.211275 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:34:44.231588 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Sync routers for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:34:44.241209 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ed26a49-3607-4920-a8ae-7a8a40d8f3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6430411 Apr 20 19:34:44.242835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54008) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:44.243200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:44.244400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:44.251755 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.257083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-196c5846-dab9-4562-babf-4353f492b046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:44.270771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf58fa9-ff64-48e9-baaf-8d9d87c05f1e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:44.274000 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:44.277192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.280580 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf58fa9-ff64-48e9-baaf-8d9d87c05f1e HTTP/1.1" status: 204 len: 168 time: 0.3724802 Apr 20 19:34:44.480908 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.649452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54016) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:44.654606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: dv-cinder-787262-2-smb {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:44.669949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.681403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.687093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:44.690770 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.691573 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Usage tracker for resource:security_group_rule and tenant:032b88292dc947ef8fdae5ea201246e5 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:44.694744 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:44.701772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:44.701956 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-91b6b7bc-19d6-42f0-b959-4a636aa924e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:44.788623 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58992823c44945b0ad3dde2fc1033835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432783 Apr 20 19:34:44.789745 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54022) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:44.796753 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.805130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188f5975-eb13-4f89-943b-e32fb622d2ca,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:44.810259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70bc94be-b953-4d9b-bc32-123085b8ba41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:44.824763 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Deleting port 3129288e-3914-47bc-895c-1561f94b29b9 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:44.825151 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.848500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.866006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:44.912057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6506654e-f2fd-4646-aaf7-b464769fcbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:44.942994 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=032b88292dc947ef8fdae5ea201246e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914617 Apr 20 19:34:44.944470 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54034) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:44.986516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a967e54-df31-4286-82ec-c1de83ec1dda,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:44.989257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '3129288e-3914-47bc-895c-1561f94b29b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:34:42Z', 'revision_number': 5, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port': {'id': '3129288e-3914-47bc-895c-1561f94b29b9', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:06Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:44.994689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Checking router: 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 for host: dv-cinder-787262-2-smb {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:34:44.999032 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e4c6fa93-83ad-430c-b6b3-9ed9ecb221c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:45.008055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Routers {'7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:45.008955 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:19Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:45.039118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] For port 3129288e-3914-47bc-895c-1561f94b29b9, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=3129288e-3914-47bc-895c-1561f94b29b9,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:45.039575 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.049822 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.087852 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.106730 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.155902 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.211408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Calling delete_port for 3129288e-3914-47bc-895c-1561f94b29b9 owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:45.227080 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.233439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1178ae23-9562-48ef-b156-fe8f79a03c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:45.246823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.257235 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f5975-eb13-4f89-943b-e32fb622d2ca,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:45.262526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] Set router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 gateway port host: None {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:45.264985 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:45.265611 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a8ff2d93-86e9-4b67-a75d-36126d60704c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:45.285806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a967e54-df31-4286-82ec-c1de83ec1dda,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:45.289205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.292944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c50682b5-1dc9-4fb0-b811-55d6e8f4393f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/188f5975-eb13-4f89-943b-e32fb622d2ca HTTP/1.1" status: 204 len: 168 time: 0.4997516 Apr 20 19:34:45.292944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:45.292944 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.303724 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1c952d48-e4b4-4f63-9006-726cc41d2bcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a967e54-df31-4286-82ec-c1de83ec1dda HTTP/1.1" status: 204 len: 168 time: 0.3409886 Apr 20 19:34:45.421330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.451089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5b8dc84a-fa1c-4671-9f36-978c671339e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:45.472892 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:34:44Z', 'revision_number': 6, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port_host': None}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:45.490630 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b6897-1a84-462a-9f54-c333fa019582 None None] The sync data for ids ['7ed26a49-3607-4920-a8ae-7a8a40d8f3a8'] in dv-cinder-787262-2-smb is: [{'id': '7ed26a49-3607-4920-a8ae-7a8a40d8f3a8', 'name': 'tempest-TestShelveInstance-935947532-router', 'tenant_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:34:44Z', 'revision_number': 6, 'project_id': 'b2c3007e4cbc4d19821efdd7ce3182e8', 'gw_port_host': None}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:34:45.800475 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3129288e-3914-47bc-895c-1561f94b29b9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:45.803108 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:45.881586 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.907810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54064) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:45.930413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:45.947009 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:45.951392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Usage tracker for resource:security_group_rule and tenant:5e685540b9224512a576a712d0c18a25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:45.954698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:45.966248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:46.062544 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.066274 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.078358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9aa2f91f-8ca5-4cfc-bdfe-b0ff75e908d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:46.083181 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.085673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.111809 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.112375 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:34:46.132604 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e685540b9224512a576a712d0c18a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235317 Apr 20 19:34:46.133401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54070) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:46.134913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bfa653-711b-4d04-863b-57393f0b67c1,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:46.138815 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:46.193624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.197432 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ed26a49-3607-4920-a8ae-7a8a40d8f3a8 HTTP/1.1" status: 204 len: 168 time: 1.9509737 Apr 20 19:34:46.198090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54076) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:46.264903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.310170 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Deleting subnet 1354173a-296d-4cd0-a23d-aa121542b7a7 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:34:46.317296 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.325421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.413868 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852381053'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.495550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.515132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-20a7c6b3-2532-424e-a290-1c34a1e92324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:46.545818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bfa653-711b-4d04-863b-57393f0b67c1,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:46.552749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:46.554608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.567892 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-70452c70-37a6-49cd-a1b9-ec0463062b20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70bfa653-711b-4d04-863b-57393f0b67c1 HTTP/1.1" status: 204 len: 168 time: 0.4219253 Apr 20 19:34:46.605338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.941038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828318691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828308203'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:46.946980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-3bc12daf-4bae-44a9-b8c4-a1af7612e2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:46.996368 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1354173a-296d-4cd0-a23d-aa121542b7a7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:46.998814 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.001490 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:47.008721 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-a7eba033-8f20-4e52-bfe2-44c17f74f516 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1354173a-296d-4cd0-a23d-aa121542b7a7 HTTP/1.1" status: 204 len: 168 time: 0.8069599 Apr 20 19:34:47.008976 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54116) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:47.009531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272de51-9cf4-41e8-9873-ff15c0592d07 None None] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:34:47.159545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.184528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Deleting port c660451d-c183-4d39-b90b-95dce857f564 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:47.184921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.220348 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9051298a-bca4-41a8-91c2-7bd42033829a no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:47.222652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54126) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:47.284188 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 9051298a-bca4-41a8-91c2-7bd42033829a {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:47.284831 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9051298a-bca4-41a8-91c2-7bd42033829a not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:47.285545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 3129288e-3914-47bc-895c-1561f94b29b9 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:47.319596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd304-515a-4a55-b0cf-a414555e01c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.331264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 3129288e-3914-47bc-895c-1561f94b29b9 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:47.331779 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 3129288e-3914-47bc-895c-1561f94b29b9 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:47.380579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.404236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:47.409532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9d2cffefb349cdb1d56a483cf9e39e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:47.413012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:47.420355 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:47.451896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] DHCP port deletion for 28aaeeda-f462-4a89-8d9d-5420f9dd81ee request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:34:47.458887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Deleting port c660451d-c183-4d39-b90b-95dce857f564 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:47.459747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.479480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] For port c660451d-c183-4d39-b90b-95dce857f564, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c660451d-c183-4d39-b90b-95dce857f564,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:47.479826 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.581699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.585991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.597397 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e50ac9d-ee21-4478-a111-036c8237b9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:47.642409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Calling delete_port for c660451d-c183-4d39-b90b-95dce857f564 owned by network:dhcp {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:47.664974 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9d2cffefb349cdb1d56a483cf9e39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406748 Apr 20 19:34:47.668040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54142) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:47.673409 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ecc558-4a9c-4374-913e-e55465c75d94,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:47.689514 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1c419bcc-924c-49bd-9577-f8acc4199d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:47.751351 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.768669 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c63f3ad9-33f2-4198-851d-8f68e94a5be6 tempest-VolumesNegativeTest-1640810975 tempest-VolumesNegativeTest-1640810975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:47.769229 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.801665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.809838 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] For port c660451d-c183-4d39-b90b-95dce857f564, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c660451d-c183-4d39-b90b-95dce857f564,segment=NetworkSegment(43e0aca4-984e-4760-94a4-cb9e6b4a83ce),segment_id=43e0aca4-984e-4760-94a4-cb9e6b4a83ce)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:47.810541 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:47.846037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54148) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:47.860748 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c660451d-c183-4d39-b90b-95dce857f564,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:47.865648 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:47.868756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] No DVR routers for this DVR port c660451d-c183-4d39-b90b-95dce857f564 on host dv-cinder-787262-2-smb {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:47.966494 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Calling delete_port for c660451d-c183-4d39-b90b-95dce857f564 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:48.006841 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.067823 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:34:48.069534 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:34:48.147234 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28aaeeda-f462-4a89-8d9d-5420f9dd81ee']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:48.164360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e0aca4-984e-4760-94a4-cb9e6b4a83ce') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:48.165125 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e0aca4-984e-4760-94a4-cb9e6b4a83ce') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:48.180882 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394763'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.204615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.212749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:34:48.232121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.239666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0eb8a452-4938-4fe5-8ef6-be4875cf0e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:48.256120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Deleting subnet c2df954d-9cff-485f-9e2d-53f86fb3b8e2 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:34:48.263196 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ecc558-4a9c-4374-913e-e55465c75d94,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:48.265666 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:48.266508 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.323216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.327018 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-35043f60-12d4-4c7f-8f88-df5c6b888255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39ecc558-4a9c-4374-913e-e55465c75d94 HTTP/1.1" status: 204 len: 168 time: 0.6548195 Apr 20 19:34:48.340900 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.421037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.452560 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:48.478225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26456510'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.571553 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Deleting port c660451d-c183-4d39-b90b-95dce857f564 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:48.573139 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.689867 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Network 28aaeeda-f462-4a89-8d9d-5420f9dd81ee has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:48.718113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99cc3-12f7-4d5f-8d58-288f5cfe37d1 None None] The port 'c660451d-c183-4d39-b90b-95dce857f564' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:34:48.731614 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:34:48.733818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.739979 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:48.790356 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2df954d-9cff-485f-9e2d-53f86fb3b8e2,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:48.793552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.797995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:48.805053 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-b72b113e-9f29-40bc-9606-4ba62d108102 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2df954d-9cff-485f-9e2d-53f86fb3b8e2 HTTP/1.1" status: 204 len: 168 time: 0.9566929 Apr 20 19:34:48.805747 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54176) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:48.828876 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.834147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:48.842702 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:48.874665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28aaeeda-f462-4a89-8d9d-5420f9dd81ee,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:48.877839 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:48.883036 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/28aaeeda-f462-4a89-8d9d-5420f9dd81ee HTTP/1.1" status: 204 len: 168 time: 1.8698175 Apr 20 19:34:48.883036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54182) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:48.941147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.087097 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.225325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c660451d-c183-4d39-b90b-95dce857f564 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:49.248479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ab6b6e-6857-4589-9a11-11bc4c1fcd1a']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:49.278557 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac52cf-f745-45f7-a37b-8782357854ec') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:49.279184 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac52cf-f745-45f7-a37b-8782357854ec') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:49.307144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.313990 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: c660451d-c183-4d39-b90b-95dce857f564 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:49.314401 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c660451d-c183-4d39-b90b-95dce857f564 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:49.333975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.341850 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:34:49.402993 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-993afafe-2e18-4015-a186-09494c4e97f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.425851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54200) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:49.564318 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851004518'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.600489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:49.607771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.642215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891292244-network', 'tenant_id': '847d67cb6c074c4ca926459cad89df1f'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:49.647723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:49.826174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Network 30ab6b6e-6857-4589-9a11-11bc4c1fcd1a has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:34:49.850934 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:34:49.936970 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.941186 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:49.954638 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Usage tracker for resource:network and tenant:847d67cb6c074c4ca926459cad89df1f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:49.958577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:49.965399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ab6b6e-6857-4589-9a11-11bc4c1fcd1a,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:49.965593 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:49.970292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:49.975259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:49.976902 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-91b68a9d-d6e0-422d-b788-759e692d8b63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30ab6b6e-6857-4589-9a11-11bc4c1fcd1a HTTP/1.1" status: 204 len: 168 time: 1.1679344 Apr 20 19:34:50.003217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Made reservation on behalf of 847d67cb6c074c4ca926459cad89df1f for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:34:50.008078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.028913 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.049643 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:50.064725 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Usage tracker for resource:security_group_rule and tenant:847d67cb6c074c4ca926459cad89df1f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:50.069327 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:50.079084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:50.097749 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54212) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:50.152845 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-d6fd27ff-4e1d-4e71-bf47-ab20af0b7731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5d1b4cbd47479583391bdf6303db13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536246 Apr 20 19:34:50.155345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54216) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:50.221222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.257208 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.307222 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.312439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-58fc5cdb-75cf-468e-99ef-867e9be53c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:50.326287 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc860bb-d15d-4d4b-ad8a-6ce4df58b516,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:50.329467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:50.330385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.334821 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-eb6152f1-346f-45f2-ab2e-d661266d717a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc860bb-d15d-4d4b-ad8a-6ce4df58b516 HTTP/1.1" status: 204 len: 168 time: 0.1752751 Apr 20 19:34:50.351810 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Deleting port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:50.352190 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.379724 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.385856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.399569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-aad695e0-ae1d-4a20-a8e0-742fca03e42b tempest-AttachVolumeTestJSON-1146648349 tempest-AttachVolumeTestJSON-1146648349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:50.432968 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:34:50.445639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.446498 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.db.segments_db [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Added segment 3b860b2d-aca9-4af8-9450-1469d6351ed8 of type vlan for network 186743f1-f119-4886-bd86-96ee9aa1193e Apr 20 19:34:50.468964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.507912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ec167-ed43-4f69-8305-fe43ae98b19d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:50.514501 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:50.587123 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769037502442'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.661236 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] For port 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:50.661622 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.670336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.675635 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:50.676292 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.684624 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-90a31515-87d7-4295-97af-266dcdbc5467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:50.840066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Calling delete_port for 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:50.864142 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:50.971829 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Pushing event updated for resources: {'Network': ['ID=186743f1-f119-4886-bd86-96ee9aa1193e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:50.975168 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5470915 Apr 20 19:34:50.979503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54228) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:50.980230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-27d23297-8270-4ff8-b0dd-afa3a1d307ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:50.986027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Request body: {'subnet': {'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891292244-subnet', 'tenant_id': '847d67cb6c074c4ca926459cad89df1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:50.991499 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Network 186743f1-f119-4886-bd86-96ee9aa1193e details requested by agent ovs-agent-dv-cinder-787262-2-smb with host dv-cinder-787262-2-smb {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:34:50.991918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:50.996157 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Usage tracker for resource:subnet and tenant:847d67cb6c074c4ca926459cad89df1f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:50.999552 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:51.005912 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:51.017332 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Made reservation on behalf of 847d67cb6c074c4ca926459cad89df1f for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:34:51.022676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828546280'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.122040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.128136 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:51.177052 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:51.180471 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:51.480442 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2553279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828546295'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.486646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-75375e2a-0241-4f33-bd29-f093b682b6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:51.514056 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3900582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851004444'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.569996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d635d7d-ab3c-4709-a1a5-e949514cbc5c,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:51.572674 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Checking segment: {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:34:51.573086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Network hostable DHCP agents. Network: 186743f1-f119-4886-bd86-96ee9aa1193e, hostable agents: ['45dcba86-db34-4f6c-b8ab-3a453a86ed5a'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:34:51.580444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:51.594677 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Network 186743f1-f119-4886-bd86-96ee9aa1193e is scheduled to be hosted by DHCP agent 45dcba86-db34-4f6c-b8ab-3a453a86ed5a with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:34:51.605758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-2-smb, 186743f1-f119-4886-bd86-96ee9aa1193e) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:34:51.617252 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5d43c-be92-4004-b218-cb602f401ca9 None None] Network 186743f1-f119-4886-bd86-96ee9aa1193e requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:34:51.619385 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:51.620636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.653361 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-77c7e2bf-798a-4586-8933-b9b9ae9e139c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6726129 Apr 20 19:34:51.843887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:51.897259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6d73c-ff87-4632-b99c-8adffec95846 None None] Network 186743f1-f119-4886-bd86-96ee9aa1193e requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:34:51.990851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Router 59227315-13c7-4aff-9e33-74a5d54321f4 has already been hosted by L3 agent d066bef0-c4c3-45cc-849b-dba480c915eb {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:34:52.213866 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Notify agent at l3_agent.dv-cinder-787262-2-smb the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:34:52.222660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Sync routers for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:34:52.230852 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] 10.222.0.13 "PUT /v2.0/routers/59227315-13c7-4aff-9e33-74a5d54321f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3465323 Apr 20 19:34:52.233705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54250) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:52.238737 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:52.240121 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:52.450789 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: dv-cinder-787262-2-smb {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:52.454550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:52.652509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:52.660820 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Deleting port bb83591b-4c04-463e-96eb-66607948cbc5 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:52.661195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:52.766117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'external_fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:34:51Z', 'revision_number': 5, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port': {'id': 'bb83591b-4c04-463e-96eb-66607948cbc5', 'name': '', 'network_id': 'b988bd53-df7a-4b89-972e-cef771dde361', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:23Z', 'updated_at': '2021-04-20T19:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e45c6f15-99eb-43b4-b83e-9606693be363', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-2-smb'}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:52.770367 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Checking router: 59227315-13c7-4aff-9e33-74a5d54321f4 for host: dv-cinder-787262-2-smb {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:34:52.780413 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Routers {'59227315-13c7-4aff-9e33-74a5d54321f4'} bound to L3 agent in host dv-cinder-787262-2-smb {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:34:52.781069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:18:49Z,description=,heartbeat_timestamp=2021-04-20T19:34:49Z,host='dv-cinder-787262-2-smb',id=d066bef0-c4c3-45cc-849b-dba480c915eb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:18:49Z,topic='l3_agent')) {'router_ids': ['59227315-13c7-4aff-9e33-74a5d54321f4'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:52.848283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] For port bb83591b-4c04-463e-96eb-66607948cbc5, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=bb83591b-4c04-463e-96eb-66607948cbc5,segment=NetworkSegment(f56fd00f-ccc0-406c-95cb-acfd1fa73333),segment_id=f56fd00f-ccc0-406c-95cb-acfd1fa73333)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:52.848696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:52.940877 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvr_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] Set router 59227315-13c7-4aff-9e33-74a5d54321f4 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:34:52.981975 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Calling delete_port for bb83591b-4c04-463e-96eb-66607948cbc5 owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:53.054277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_hamode_db [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:34:52Z', 'revision_number': 6, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port_host': None}], 'dv-cinder-787262-2-smb', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:53.059041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c28b8-dac5-4b43-a1ff-18b3c2b9b83c None None] The sync data for ids ['59227315-13c7-4aff-9e33-74a5d54321f4'] in dv-cinder-787262-2-smb is: [{'id': '59227315-13c7-4aff-9e33-74a5d54321f4', 'name': 'tempest-TestShelveInstance-348157878-router', 'tenant_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:34:52Z', 'revision_number': 6, 'project_id': '31573e1281f14f16aafa9c5e2edbd6e3', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:34:53.172415 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.180178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-8ab65ff9-4cba-432d-9be8-f5de429d43d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:53.210095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:53.236013 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb83591b-4c04-463e-96eb-66607948cbc5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:53.239057 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:53.252077 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:53.252479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device 9f8d2b6a-8c0a-4483-98d0-10f39d66ea9c not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:53.343357 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773029'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.667655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54270) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:53.799371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.809460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6441'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.812180 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.818716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.837757 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:53.843078 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Usage tracker for resource:security_group_rule and tenant:88debaaf274c43b3bd00e6f6069250b4 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:53.845617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851000195'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.846055 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59227315-13c7-4aff-9e33-74a5d54321f4 {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:34:53.846804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:53.853994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:53.895941 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.897199 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5be6901c-3f07-48bf-aef5-14cef367ac41 admin admin] 10.222.0.13 "DELETE /v2.0/routers/59227315-13c7-4aff-9e33-74a5d54321f4 HTTP/1.1" status: 204 len: 168 time: 1.6624291 Apr 20 19:34:53.899980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54286) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:54.000642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Deleting subnet 5f5bc0bc-ea55-45cc-866c-c2b8cda3006e {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:34:54.004322 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.036813 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-5239ac31-bb62-4027-8c86-204ee7f85cc9 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:54.038421 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-5239ac31-bb62-4027-8c86-204ee7f85cc9 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 808 time: 0.1751969 Apr 20 19:34:54.057322 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-372c4861-5e7d-4e16-a740-b5250ee90847 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/quotas/847d67cb6c074c4ca926459cad89df1f HTTP/1.1" status: 200 len: 375 time: 0.0104589 Apr 20 19:34:54.080040 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.083600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.094589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4d4fa2cb-591e-454d-929f-8603dd1f516e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:54.105360 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852381053'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.113514 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-5fa7dc28-fcf6-464e-a33a-42e27dafa1f4 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495844 Apr 20 19:34:54.184652 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88debaaf274c43b3bd00e6f6069250b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157876 Apr 20 19:34:54.190316 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54290) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:54.191069 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42aeb4-8fa4-4dff-acc8-6c7faa404dff,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:54.195855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:54.271637 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-5d73da87-c7ed-4fed-925c-8ece180f4569 service neutron] 10.222.0.13 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493108 Apr 20 19:34:54.292910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.333595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.382171 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.434396 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-365fc478-9e18-4d14-b3b8-7cb1f8e0f37f service neutron] 10.222.0.13 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541450 Apr 20 19:34:54.559984 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.569851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e3a8a7fb-4ef7-4f61-b7ec-b5d04f9be8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:54.613126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42aeb4-8fa4-4dff-acc8-6c7faa404dff,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:54.623131 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:54.628655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.629901 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-87ac0c8a-841d-4b5b-8ef0-c979e8c9fb16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c42aeb4-8fa4-4dff-acc8-6c7faa404dff HTTP/1.1" status: 204 len: 168 time: 0.4357550 Apr 20 19:34:54.669554 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-da630372-c066-4fd9-819a-36e3143ffe60 req-136f80f7-2356-4aa5-abb4-d452031e8e93 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 210 time: 0.0798554 Apr 20 19:34:54.685388 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828318691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828308203'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.694011 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:54.731621 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.737929 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1844e12-2799-4e29-8afe-87a33bfadece None None] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 requested from dv-cinder-787262-2-smb {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:34:54.744427 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f5bc0bc-ea55-45cc-866c-c2b8cda3006e HTTP/1.1" status: 204 len: 168 time: 0.8424163 Apr 20 19:34:54.746211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54304) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:54.752216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5bc0bc-ea55-45cc-866c-c2b8cda3006e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:54.758945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bc64b23d-737a-4867-b39f-319f05bc953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:54.899086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.912259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Deleting port c299d750-6a56-4675-a572-cb668e24635a {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:54.912639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.006948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54312) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:55.029096 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.047199 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:55.051545 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Usage tracker for resource:security_group_rule and tenant:8025063c2fc540adbad3e9d006859966 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:55.054550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:55.062790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:55.067739 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] DHCP port deletion for c6df3483-59ad-4c27-9be2-1a72e6d88df5 request from dv-cinder-787262-2-smb {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:34:55.072392 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Deleting port c299d750-6a56-4675-a572-cb668e24635a {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:55.073081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.160466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.164325 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.175672 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-877353e1-577f-41b0-a139-b9d9418def58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:55.191971 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] For port c299d750-6a56-4675-a572-cb668e24635a, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c299d750-6a56-4675-a572-cb668e24635a,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:55.192660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.214457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device c299d750-6a56-4675-a572-cb668e24635a no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:55.217918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa2525e-796c-430c-97e7-fb5065bddeb1,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:55.221842 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:55.245513 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8025063c2fc540adbad3e9d006859966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345195 Apr 20 19:34:55.248660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54316) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:55.321953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.358061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Calling delete_port for c299d750-6a56-4675-a572-cb668e24635a owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:55.361053 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.425548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.433901 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9f177949-705a-40f0-8da0-4e5b430bbdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:55.453282 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.457258 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fa2525e-796c-430c-97e7-fb5065bddeb1 HTTP/1.1" status: 204 len: 168 time: 0.2047977 Apr 20 19:34:55.457258 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa2525e-796c-430c-97e7-fb5065bddeb1,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:55.459090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852223954'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.471953 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-f50a4a45-de0e-4db9-b6ee-2082698e64b4 tempest-VolumesSnapshotTestJSON-1907584478 tempest-VolumesSnapshotTestJSON-1907584478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:55.473120 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:55.515772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] No DVR routers for this DVR port c299d750-6a56-4675-a572-cb668e24635a on host dv-cinder-787262-2-smb {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:55.552617 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c299d750-6a56-4675-a572-cb668e24635a,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:55.564362 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.564790 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.565213 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.565628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.566037 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.566453 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.566865 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.567271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.567723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.568128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.568531 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.568945 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:55.575887 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:55.639839 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.plugins.ml2.db [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No ports have port_id starting with c299d750-6a56-4675-a572-cb668e24635a Apr 20 19:34:55.647250 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bb83591b-4c04-463e-96eb-66607948cbc5 no longer exists at agent ovs-agent-dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:55.679564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.699861 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] No Port match for: bb83591b-4c04-463e-96eb-66607948cbc5 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:55.700346 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Device bb83591b-4c04-463e-96eb-66607948cbc5 not bound to the agent host dv-cinder-787262-2-smb {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:55.712073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] For port c299d750-6a56-4675-a572-cb668e24635a, host dv-cinder-787262-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-2-smb',level=0,port_id=c299d750-6a56-4675-a572-cb668e24635a,segment=NetworkSegment(d350af8c-6cba-42ea-b65d-8d5fae48d06d),segment_id=d350af8c-6cba-42ea-b65d-8d5fae48d06d)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:55.712073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.898495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Calling delete_port for c299d750-6a56-4675-a572-cb668e24635a owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:55.902093 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-697a4e99-edf2-4cb2-8e03-7cf6d1e34e5e req-db995865-becb-4f61-be3e-8027affebeef tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 210 time: 0.0726542 Apr 20 19:34:55.921207 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6df3483-59ad-4c27-9be2-1a72e6d88df5']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:55.936640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd350af8c-6cba-42ea-b65d-8d5fae48d06d') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:55.936994 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd350af8c-6cba-42ea-b65d-8d5fae48d06d') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:34:55.972237 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:55.990962 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.db.api [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:34:55.991619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_db.api [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:34:56.000089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.007659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:34:56.229379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:56.240284 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.339921 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-26fbd49a-358d-49ee-a212-55f2d37c263b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:56.340846 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-26fbd49a-358d-49ee-a212-55f2d37c263b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Synchronizing usage tracker for tenant:847d67cb6c074c4ca926459cad89df1f on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:56.360174 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-26fbd49a-358d-49ee-a212-55f2d37c263b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Unset dirty status for tenant:847d67cb6c074c4ca926459cad89df1f on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:56.362517 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-26fbd49a-358d-49ee-a212-55f2d37c263b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 808 time: 0.5882311 Apr 20 19:34:56.375073 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Request body: {'port': {'device_id': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e', 'admin_state_up': True, 'tenant_id': '847d67cb6c074c4ca926459cad89df1f'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:56.432209 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Network c6df3483-59ad-4c27-9be2-1a72e6d88df5 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:34:56.459950 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:34:56.493201 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Deleting port c299d750-6a56-4675-a572-cb668e24635a {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:56.493959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.537038 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:56.541992 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Usage tracker for resource:port and tenant:847d67cb6c074c4ca926459cad89df1f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:56.545333 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:56.549590 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.553115 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:56.559395 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-6313da16-4b8a-4ea2-840a-60bdc68c66f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:56.573031 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Made reservation on behalf of 847d67cb6c074c4ca926459cad89df1f for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:34:56.575675 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.581266 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.584509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-3b7fc396-0b87-4915-9fd0-a19f06f8dd52 None None] The port 'c299d750-6a56-4675-a572-cb668e24635a' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:34:56.592820 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6df3483-59ad-4c27-9be2-1a72e6d88df5 HTTP/1.1" status: 204 len: 168 time: 1.8433137 Apr 20 19:34:56.595197 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c6df3483-59ad-4c27-9be2-1a72e6d88df5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:56.597768 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fbd8fcbb-315f-4732-bee3-2b100b21b8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:56.771159 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Allocated IP 172.20.0.12 (186743f1-f119-4886-bd86-96ee9aa1193e/1d635d7d-ab3c-4709-a1a5-e949514cbc5c/16530f35-eef2-4f0b-a507-0206af67c080) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:34:56.795582 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54354) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:56.865361 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-94235962-6ed9-4a95-a589-65d0a5db7036 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c3007e4cbc4d19821efdd7ce3182e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658424 Apr 20 19:34:56.865712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54360) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:56.943570 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.959532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54366) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:56.989015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.016148 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.043799 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.050059 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-92b341e4-259b-4222-b8f7-891ef8df1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.054367 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.062665 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0cf8b13e-c00b-4358-8083-2c12badf6dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.100705 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6587e2f-a36b-4b68-b6ed-d84c89fda4e5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.109526 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:57.116126 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.117341 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-63dd1b7b-2ac7-4424-af38-d373493d8d52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6587e2f-a36b-4b68-b6ed-d84c89fda4e5 HTTP/1.1" status: 204 len: 168 time: 0.2505519 Apr 20 19:34:57.131400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.164916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e99543-6713-498f-81f6-db27db708ad3 req-8e828746-d89c-42b0-9146-415e2246b551 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:57.166212 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Network 186743f1-f119-4886-bd86-96ee9aa1193e is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:34:57.167358 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-17e99543-6713-498f-81f6-db27db708ad3 req-8e828746-d89c-42b0-9146-415e2246b551 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 932 time: 0.1062064 Apr 20 19:34:57.170532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:57.173248 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:34:57.175836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:34:57.217081 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:beff354727a14ccc93f1adf34d1d70db is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:57.223978 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-17e99543-6713-498f-81f6-db27db708ad3 req-fc009e8f-9eb1-4eaf-9be8-078a43fc6f5e tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Apr 20 19:34:57.233119 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:57.249216 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:57.251495 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Pushing event updated for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.254599 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:57.294574 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:57.295269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.331569 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b048514a-5a24-46ee-9ae1-464be7f89523 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9607546 Apr 20 19:34:57.348345 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Request body: {'port': {'device_id': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:57.453661 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54376) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:57.502019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.513259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.513912 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5c3f20c8-7f68-4fae-a604-d3c01d309084 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31573e1281f14f16aafa9c5e2edbd6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589170 Apr 20 19:34:57.516974 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54380) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:57.524660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-279814f4-7631-4cf7-bdb4-810e5c649003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.552509 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.581578 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.594366 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beff354727a14ccc93f1adf34d1d70db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336074 Apr 20 19:34:57.602421 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54384) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:57.624220 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.626844 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1ead74-ce03-404e-900f-70ac881bba51,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.630689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f0afb57-75a4-4267-b5e1-4745e3b0cbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:57.715663 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.732642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.745379 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9722070b-8f0a-41a7-8a44-1a7ba3c730cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.765562 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.773054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d950a3-2a57-4ddf-815e-a3fe88464954,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.778678 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:57.792239 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.793542 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-38457702-cbe0-4453-a424-757c3972f5c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d950a3-2a57-4ddf-815e-a3fe88464954 HTTP/1.1" status: 204 len: 168 time: 0.2755821 Apr 20 19:34:57.826217 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.831818 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-086ee094-51d9-44ee-8f8a-e396b272deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.844682 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1ead74-ce03-404e-900f-70ac881bba51,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.849855 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:57.852172 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.856773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-c5453b2a-86fb-441b-9b29-b613f916da97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a1ead74-ce03-404e-900f-70ac881bba51 HTTP/1.1" status: 204 len: 168 time: 0.2506111 Apr 20 19:34:57.985728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16530f35-eef2-4f0b-a507-0206af67c080 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:34:57.995084 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.012193 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Transition to ACTIVE for port object 16530f35-eef2-4f0b-a507-0206af67c080 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:34:58.015591 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.020786 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dba5a311-0913-44e3-b16b-750276a1cfcc tempest-TestShelveInstance-845084892 tempest-TestShelveInstance-845084892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:58.226179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Pushing event updated for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:58.271596 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:58.328608 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Attempting to bind port 16530f35-eef2-4f0b-a507-0206af67c080 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:34:58.328991 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Attempting to bind port 16530f35-eef2-4f0b-a507-0206af67c080 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:34:58.329364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Attempting to bind port 16530f35-eef2-4f0b-a507-0206af67c080 on network 186743f1-f119-4886-bd86-96ee9aa1193e {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:34:58.335146 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Port 16530f35-eef2-4f0b-a507-0206af67c080 on network 186743f1-f119-4886-bd86-96ee9aa1193e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:34:58.335706 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Attempting to bind port 16530f35-eef2-4f0b-a507-0206af67c080 on network 186743f1-f119-4886-bd86-96ee9aa1193e {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:34:58.341926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:34:58.342339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Checking segment: {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:34:58.342712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Bound using segment: {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:34:58.343602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Bound port: 16530f35-eef2-4f0b-a507-0206af67c080, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:34:58.343602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.458095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543888f-dc99-4825-a525-7629bd338b27 req-0c8b5010-752b-46d1-9cec-db9f1348a850 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:58.460194 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:34:58.460346 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a543888f-dc99-4825-a525-7629bd338b27 req-0c8b5010-752b-46d1-9cec-db9f1348a850 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 944 time: 0.1063657 Apr 20 19:34:58.465606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=16530f35-eef2-4f0b-a507-0206af67c080,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:34:58.472856 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.477398 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0d9dacc9-e487-48a8-8704-9c74aacae90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:58.514313 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a543888f-dc99-4825-a525-7629bd338b27 req-ec839a68-b428-4ba6-9550-1696bf6e9406 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460830 Apr 20 19:34:58.552840 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:58.553523 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.555040 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] 10.222.0.58 "PUT /v2.0/ports/16530f35-eef2-4f0b-a507-0206af67c080 HTTP/1.1" status: 200 len: 1094 time: 1.2124515 Apr 20 19:34:58.555664 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:58.585405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Pushing event updated for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:58.589918 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:58.644125 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080', 'status': 'completed', 'code': 200} Apr 20 19:34:58.684940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-6a92b186-94c7-4a5b-80cb-c554404d1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:58.686645 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-6a92b186-94c7-4a5b-80cb-c554404d1e95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 1097 time: 0.0900760 Apr 20 19:34:58.768655 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-9e918c7f-f543-4ea1-a679-08d1abde1088 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16530f35-eef2-4f0b-a507-0206af67c080 HTTP/1.1" status: 200 len: 217 time: 0.0751429 Apr 20 19:34:58.845251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b6209658-8094-4e7b-b1b2-573c9361beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:58.846944 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-b6209658-8094-4e7b-b1b2-573c9361beee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d635d7d-ab3c-4709-a1a5-e949514cbc5c HTTP/1.1" status: 200 len: 848 time: 0.0727375 Apr 20 19:34:58.906415 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-c5406bfc-7166-4e97-aef2-8382c93566ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=186743f1-f119-4886-bd86-96ee9aa1193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533571 Apr 20 19:34:59.057746 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-6bb7c80f-557b-40c9-b2ef-bf8b91a3b219 service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441307 Apr 20 19:34:59.216548 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-80516131-b05a-4dc0-add1-4dc5448cc50c req-08326800-a3c3-4e7f-8ec8-815085b1dbf3 service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534626 Apr 20 19:34:59.349338 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-6a4ab240-58a7-4d29-a1b7-a38f98b9a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:59.350966 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-6a4ab240-58a7-4d29-a1b7-a38f98b9a3a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 1097 time: 0.0915504 Apr 20 19:34:59.500486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-f6a34da3-7862-49c7-93ed-d08e90c4ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:59.502079 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-f6a34da3-7862-49c7-93ed-d08e90c4ef07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 909 time: 0.1443071 Apr 20 19:34:59.581527 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-cfd76a8d-73fc-47da-b988-83bc2f936118 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16530f35-eef2-4f0b-a507-0206af67c080 HTTP/1.1" status: 200 len: 217 time: 0.0721505 Apr 20 19:34:59.653116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-9052ecf1-915e-40de-b7c9-54ce43eccfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:59.654722 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-9052ecf1-915e-40de-b7c9-54ce43eccfb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d635d7d-ab3c-4709-a1a5-e949514cbc5c HTTP/1.1" status: 200 len: 848 time: 0.0659845 Apr 20 19:34:59.717901 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-d0c6adf8-c9aa-457f-8a6e-42c8685faf83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=186743f1-f119-4886-bd86-96ee9aa1193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564342 Apr 20 19:34:59.724010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3f830-52f4-4d80-a18d-93b7215f51fb req-be1fa121-f391-4f39-9ee3-d8c8ba0d31c0 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:59.725629 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a5d3f830-52f4-4d80-a18d-93b7215f51fb req-be1fa121-f391-4f39-9ee3-d8c8ba0d31c0 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 944 time: 0.0908325 Apr 20 19:34:59.782257 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-a5d3f830-52f4-4d80-a18d-93b7215f51fb req-207e5127-0bac-4256-8544-c5818fa20a9c tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Apr 20 19:34:59.867604 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-67e0aa6f-3bb6-4e0a-ae2b-ced7c465d80e service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426747 Apr 20 19:35:00.015922 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6fcd2134-fd12-4dcb-89ef-c51631e42882 req-ea9121cf-362e-448f-b5d2-20eb75685b01 service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405895 Apr 20 19:35:00.998888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dda7d-11e6-469c-9e54-3b731684aa44 req-37f6882f-d26b-4006-8b27-1da94c29477b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:01.000443 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f32dda7d-11e6-469c-9e54-3b731684aa44 req-37f6882f-d26b-4006-8b27-1da94c29477b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 944 time: 0.0900235 Apr 20 19:35:01.050017 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-f32dda7d-11e6-469c-9e54-3b731684aa44 req-1bfc85eb-5bfc-4c35-9533-019f3ce4220c tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Apr 20 19:35:02.266776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19fcfa-9d23-42e1-9ad3-eadaac6679d7 req-3f08b7ba-cd2c-4206-81db-c52a9c812c6b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:02.268595 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6a19fcfa-9d23-42e1-9ad3-eadaac6679d7 req-3f08b7ba-cd2c-4206-81db-c52a9c812c6b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 944 time: 0.1030021 Apr 20 19:35:02.317876 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-6a19fcfa-9d23-42e1-9ad3-eadaac6679d7 req-379ccf17-5807-48ba-981f-4f08b33822fd tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Apr 20 19:35:02.328107 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 16530f35-eef2-4f0b-a507-0206af67c080 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:35:02.478639 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=16530f35-eef2-4f0b-a507-0206af67c080,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:02.492798 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': '16530f35-eef2-4f0b-a507-0206af67c080', 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e', 'port_id': '16530f35-eef2-4f0b-a507-0206af67c080', 'mac_address': 'fa:16:3e:7f:30:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d635d7d-ab3c-4709-a1a5-e949514cbc5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:35:02.565694 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:02.583851 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16530f35-eef2-4f0b-a507-0206af67c080 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:35:02.600923 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=16530f35-eef2-4f0b-a507-0206af67c080,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:02.604191 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:02.606030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:02.677862 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:02.686075 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.686465 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.686869 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.687251 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.687650 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.688027 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.688400 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.688772 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.689147 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.689518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.689888 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.690254 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:02.694616 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:02.816676 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['16530f35-eef2-4f0b-a507-0206af67c080'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:35:03.524402 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02a337-89e7-4a9f-b910-baf9a30f0e42 req-3cb133b9-ac5c-45d6-a18f-761983037e95 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:03.526718 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0e02a337-89e7-4a9f-b910-baf9a30f0e42 req-3cb133b9-ac5c-45d6-a18f-761983037e95 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 945 time: 0.0897870 Apr 20 19:35:03.576292 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0e02a337-89e7-4a9f-b910-baf9a30f0e42 req-cadb1529-3669-4075-be11-97aa9be9ea78 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 Apr 20 19:35:04.342479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 16530f35-eef2-4f0b-a507-0206af67c080 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:35:04.416328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port 16530f35-eef2-4f0b-a507-0206af67c080 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:35:04.421734 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port 16530f35-eef2-4f0b-a507-0206af67c080 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:35:04.422163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:04.552834 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:04.584259 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:35:04.595756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=16530f35-eef2-4f0b-a507-0206af67c080,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:04.599277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:04.602089 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-04981fe3-2821-4f58-99a2-f094a272e9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:04.660542 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080', 'code': 200} Apr 20 19:35:04.694330 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:04.697519 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:04.801538 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382d9f-f88b-47a2-b753-8e0c041a4b4b req-0c14552b-2bc1-4e31-85bd-2f0ddf988ead tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:04.804369 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-43382d9f-f88b-47a2-b753-8e0c041a4b4b req-0c14552b-2bc1-4e31-85bd-2f0ddf988ead tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 946 time: 0.1029644 Apr 20 19:35:04.857188 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-43382d9f-f88b-47a2-b753-8e0c041a4b4b req-9a51ac29-e877-4707-b038-7fe72a32fbbe tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Apr 20 19:35:04.920804 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07629-9db7-4ac8-83d7-09f7d52c8622 req-4cda40b9-e5e3-4f21-b46f-4fa589541003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:04.922303 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68d07629-9db7-4ac8-83d7-09f7d52c8622 req-4cda40b9-e5e3-4f21-b46f-4fa589541003 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 1099 time: 0.0903106 Apr 20 19:35:04.967794 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-68d07629-9db7-4ac8-83d7-09f7d52c8622 req-d9b844cc-e216-417c-b646-ff445e6ed0c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389555 Apr 20 19:35:06.070518 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298bc6f-0eda-4889-a072-da1577cce4ca req-57a75284-0f39-45e7-9a4d-a31ef093454f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:06.072816 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b298bc6f-0eda-4889-a072-da1577cce4ca req-57a75284-0f39-45e7-9a4d-a31ef093454f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 946 time: 0.0894368 Apr 20 19:35:06.124871 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-b298bc6f-0eda-4889-a072-da1577cce4ca req-15c018d5-d204-4599-b053-7eb5cc8730b1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Apr 20 19:35:07.484532 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82954-c5c4-43d1-b3a1-31c9809702a4 req-eef54f04-e889-4590-9bec-03cfa886490d tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:07.486213 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87e82954-c5c4-43d1-b3a1-31c9809702a4 req-eef54f04-e889-4590-9bec-03cfa886490d tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 946 time: 0.3344164 Apr 20 19:35:07.536589 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-87e82954-c5c4-43d1-b3a1-31c9809702a4 req-064a294a-7e1f-4e29-9647-7edfeb4af61d tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Apr 20 19:35:08.454339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff31af-3ea5-4a30-9779-207020504c66 req-c31646ba-dfd0-4e4b-bebb-2d3aa063812f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:08.455095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-95ff31af-3ea5-4a30-9779-207020504c66 req-c31646ba-dfd0-4e4b-bebb-2d3aa063812f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Synchronizing usage tracker for tenant:847d67cb6c074c4ca926459cad89df1f on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:35:08.472240 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-95ff31af-3ea5-4a30-9779-207020504c66 req-c31646ba-dfd0-4e4b-bebb-2d3aa063812f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Unset dirty status for tenant:847d67cb6c074c4ca926459cad89df1f on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:35:08.473478 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-95ff31af-3ea5-4a30-9779-207020504c66 req-c31646ba-dfd0-4e4b-bebb-2d3aa063812f tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 946 time: 0.1134202 Apr 20 19:35:08.553996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Deleting port 16530f35-eef2-4f0b-a507-0206af67c080 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:35:08.554583 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:08.792336 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ae7b-d0df-4c7d-b73c-c462973edcb5 req-25ef9e02-88f7-4748-b04e-8f4140c22117 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:08.795429 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5570ae7b-d0df-4c7d-b73c-c462973edcb5 req-25ef9e02-88f7-4748-b04e-8f4140c22117 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 946 time: 0.0994155 Apr 20 19:35:08.850017 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5570ae7b-d0df-4c7d-b73c-c462973edcb5 req-68ab32f1-1758-4ff3-85bc-8de7fa119884 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Apr 20 19:35:08.865658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] For port 16530f35-eef2-4f0b-a507-0206af67c080, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=16530f35-eef2-4f0b-a507-0206af67c080,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:08.866091 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:09.010433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Calling delete_port for 16530f35-eef2-4f0b-a507-0206af67c080 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:35:09.162603 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:09.169257 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:09.174943 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['16530f35-eef2-4f0b-a507-0206af67c080'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:35:09.215659 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Pushing event deleted for resources: {'Port': ['ID=16530f35-eef2-4f0b-a507-0206af67c080,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:09.220269 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:09.536253 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] No DVR routers for this DVR port 16530f35-eef2-4f0b-a507-0206af67c080 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:35:09.538746 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:09.542098 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'name': 'network-vif-deleted', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:35:09.559515 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-95ff31af-3ea5-4a30-9779-207020504c66 req-5f485aad-f1db-490b-94d7-e9f38fea60a1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "DELETE /v2.0/ports/16530f35-eef2-4f0b-a507-0206af67c080 HTTP/1.1" status: 204 len: 173 time: 1.0797241 Apr 20 19:35:09.595979 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f23e311-3187-4095-9cb0-bd86c9c3a036', 'name': 'network-vif-deleted', 'tag': '16530f35-eef2-4f0b-a507-0206af67c080', 'status': 'completed', 'code': 200} Apr 20 19:35:10.042683 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-aac4c997-b871-40aa-966f-ccdc40226906 req-4b455f4e-3508-44a2-980b-9e9ef2a70ed1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f23e311-3187-4095-9cb0-bd86c9c3a036 HTTP/1.1" status: 200 len: 210 time: 0.0558538 Apr 20 19:35:10.321163 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54540) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:10.449178 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.469947 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:35:10.473980 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Usage tracker for resource:security_group_rule and tenant:bbb7a286e3f04b98b1d855c39a05851e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:35:10.476940 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:35:10.484221 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:35:10.575063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.577998 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.586911 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-ca042c87-3172-42a3-8dfc-d77d58cca761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:10.630539 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbb7a286e3f04b98b1d855c39a05851e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074176 Apr 20 19:35:10.631515 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf8730-c5f8-478f-9f20-dddc824c05aa,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:10.633528 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54546) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:10.635310 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-987eea56-5e10-4669-afff-b3cc88bfddee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:10.697479 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.725029 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.777205 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.782595 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-70daf591-b816-479b-8b0c-ec5e70303860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:10.796132 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf8730-c5f8-478f-9f20-dddc824c05aa,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:10.799358 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:10.801467 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:10.802658 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e70214d6-4bbc-4b10-b3d0-97d527dedba4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbdf8730-c5f8-478f-9f20-dddc824c05aa HTTP/1.1" status: 204 len: 168 time: 0.1673100 Apr 20 19:35:11.496215 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-13bc8d95-2264-43ac-9059-1f74ae676457 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:11.497775 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-13bc8d95-2264-43ac-9059-1f74ae676457 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 808 time: 0.1566036 Apr 20 19:35:11.515007 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-16184abd-b22a-4ba0-ba66-13d663007575 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/quotas/847d67cb6c074c4ca926459cad89df1f HTTP/1.1" status: 200 len: 375 time: 0.0107384 Apr 20 19:35:11.567758 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-08d85deb-06b0-4603-a2e3-b86f86eff9df tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468440 Apr 20 19:35:11.710528 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-f2099f78-1cf7-4872-8d18-73796ef4eaf8 service neutron] 10.222.0.13 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346073 Apr 20 19:35:11.854474 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9274d478-647c-42d4-ab92-b2675aaa0d24 service neutron] 10.222.0.13 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370945 Apr 20 19:35:12.058510 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-d5e2de79-daf1-4a48-84ad-add480ff4c4a req-f74cd518-40aa-4b07-a79e-4e054e48bcd2 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 210 time: 0.0548601 Apr 20 19:35:12.372871 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 16530f35-eef2-4f0b-a507-0206af67c080 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:35:12.409806 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: 16530f35-eef2-4f0b-a507-0206af67c080 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:35:12.410211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device 16530f35-eef2-4f0b-a507-0206af67c080 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:35:13.098036 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-5b07e00a-3433-40e2-b1dc-a1976f4a695e tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:13.099663 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-5b07e00a-3433-40e2-b1dc-a1976f4a695e tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 808 time: 0.1659691 Apr 20 19:35:13.112030 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Request body: {'port': {'device_id': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e', 'admin_state_up': True, 'tenant_id': '847d67cb6c074c4ca926459cad89df1f'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:35:13.230573 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-84f05974-1622-4cc6-a4ad-036d379883df req-91355cee-d316-463f-b33f-a2e93f50e992 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 210 time: 0.0484111 Apr 20 19:35:13.261636 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:35:13.266015 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Usage tracker for resource:port and tenant:847d67cb6c074c4ca926459cad89df1f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:35:13.269002 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:35:13.275134 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:35:13.283864 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Made reservation on behalf of 847d67cb6c074c4ca926459cad89df1f for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:35:13.289893 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:13.460619 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_common [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Allocated IP 172.20.0.14 (186743f1-f119-4886-bd86-96ee9aa1193e/1d635d7d-ab3c-4709-a1a5-e949514cbc5c/bc44eeb0-57f3-45da-955b-9ff8ceaac8c4) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:35:13.679835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:13.709297 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769037514065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:13.715124 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a5e469c2-e21b-4423-ae48-bbc7babdfd37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:13.780130 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Network 186743f1-f119-4886-bd86-96ee9aa1193e is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:35:13.788339 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.scheduler.base_scheduler [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Resources bound (agent type, host, resource id): {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:35:13.793681 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:35:13.838452 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Pushing event updated for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:13.843230 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:13.869483 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:13.870155 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:13.894032 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-11cece76-b899-4628-9903-db7adcf5a149 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7861807 Apr 20 19:35:13.907117 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.v2.base [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Request body: {'port': {'device_id': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:35:14.025926 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.398511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:35:14.407354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.433394 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Transition to ACTIVE for port object bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:35:14.435615 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e7b99-ffb6-40dc-819a-6e42aab52f13 req-98f43771-5eca-4ad9-821e-92b7731f6ca6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:14.437262 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f3e7b99-ffb6-40dc-819a-6e42aab52f13 req-98f43771-5eca-4ad9-821e-92b7731f6ca6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 932 time: 0.0901911 Apr 20 19:35:14.437477 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.446146 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-75a6dad5-7366-4078-953c-3e043cd379d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:14.509720 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-7f3e7b99-ffb6-40dc-819a-6e42aab52f13 req-c67f27f0-18eb-4d56-bdc1-1d77386bd9d8 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Apr 20 19:35:14.633328 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:14.636408 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:14.709403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Attempting to bind port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:35:14.709778 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Attempting to bind port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:35:14.710144 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Attempting to bind port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 on network 186743f1-f119-4886-bd86-96ee9aa1193e {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:35:14.715728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 on network 186743f1-f119-4886-bd86-96ee9aa1193e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:35:14.716088 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Attempting to bind port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 on network 186743f1-f119-4886-bd86-96ee9aa1193e {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:35:14.721689 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Checking agent: {'id': 'bd0babb0-6695-49a4-8f7c-8ecc0ba580b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:35:14.722063 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Checking segment: {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:35:14.722489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Bound using segment: {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:35:14.722964 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Bound port: bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b860b2d-aca9-4af8-9450-1469d6351ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:35:14.723370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.818403 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:35:14.822606 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:35:14.825847 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26456512'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.830569 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-c1ef782e-262b-4708-955b-fb88cb0faf55 tempest-AttachVolumeShelveTestJSON-707794299 tempest-AttachVolumeShelveTestJSON-707794299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:14.887795 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:14.888693 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:14.890211 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] 10.222.0.58 "PUT /v2.0/ports/bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 HTTP/1.1" status: 200 len: 1094 time: 0.9878089 Apr 20 19:35:14.892973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:35:14.925090 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:14.929432 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9757d74b-73ff-4e0a-ae76-78bf4c3e09e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:14.965751 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4', 'status': 'completed', 'code': 200} Apr 20 19:35:15.007646 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-459be7df-540e-4f33-b59e-ba252e02aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.009925 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-459be7df-540e-4f33-b59e-ba252e02aa82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 1097 time: 0.0810366 Apr 20 19:35:15.085533 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-240e8318-1086-4d3f-8e5b-b9c07fa3bd51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 HTTP/1.1" status: 200 len: 217 time: 0.0693309 Apr 20 19:35:15.154113 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-2ebc70c3-0ca8-47f5-b0b2-0d8972829488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.155696 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-2ebc70c3-0ca8-47f5-b0b2-0d8972829488 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d635d7d-ab3c-4709-a1a5-e949514cbc5c HTTP/1.1" status: 200 len: 848 time: 0.0634565 Apr 20 19:35:15.211590 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-388c39d1-7611-4160-8c51-b39c688803a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=186743f1-f119-4886-bd86-96ee9aa1193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498531 Apr 20 19:35:15.354123 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-39ac8678-5d9e-4e64-8f1d-e5b99ad7fcf8 service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354485 Apr 20 19:35:15.496680 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-8db54bbc-2bab-4e6c-a9b6-4ca7208ee669 req-43a6cd3a-ff62-4ed1-a82a-3144f2184e73 service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364832 Apr 20 19:35:15.620298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-3cf6bdba-d84e-4168-884b-ff4f7ddbb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.621840 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-3cf6bdba-d84e-4168-884b-ff4f7ddbb0cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=847d67cb6c074c4ca926459cad89df1f&device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 1097 time: 0.0787411 Apr 20 19:35:15.713698 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08368b33-ec62-49a8-ac80-94d0b7b3bf05 req-8704b93e-654a-4821-8706-d75d24cd622b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.715347 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-08368b33-ec62-49a8-ac80-94d0b7b3bf05 req-8704b93e-654a-4821-8706-d75d24cd622b tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 944 time: 0.0907662 Apr 20 19:35:15.765728 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-08368b33-ec62-49a8-ac80-94d0b7b3bf05 req-0ff70448-6ea4-496f-8fee-469879158080 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Apr 20 19:35:15.767444 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-26e78a2d-a594-48bf-b327-16fd32d16735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.769019 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-26e78a2d-a594-48bf-b327-16fd32d16735 service neutron] 10.222.0.58 "GET /v2.0/networks?id=186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 200 len: 909 time: 0.1407633 Apr 20 19:35:15.846464 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-d2c3c899-1588-4274-b55d-cf6fb230b70a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 HTTP/1.1" status: 200 len: 217 time: 0.0700927 Apr 20 19:35:15.895439 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:35:15.916743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-a3213c1b-7b0a-4d75-bcd9-129fe7ee43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:15.918353 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-a3213c1b-7b0a-4d75-bcd9-129fe7ee43a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d635d7d-ab3c-4709-a1a5-e949514cbc5c HTTP/1.1" status: 200 len: 848 time: 0.0657685 Apr 20 19:35:15.974478 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-c3e7db8a-f9a0-4a8f-aefe-60dc9225c722 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=186743f1-f119-4886-bd86-96ee9aa1193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494728 Apr 20 19:35:16.118019 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-a7652fd7-8049-45cd-8d56-a76b0d382f0f service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363533 Apr 20 19:35:16.265100 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-ca13ad5d-2298-4a76-b8ee-a24e8bd0cf74 req-492bfb3a-1725-4e5a-955b-9a42e0aea49b service neutron] 10.222.0.58 "GET /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396263 Apr 20 19:35:16.977114 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b37-8314-450a-95f5-9a9983f23188 req-1c318c64-644f-42da-9a4b-753c3be7b442 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:16.979404 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-99e98b37-8314-450a-95f5-9a9983f23188 req-1c318c64-644f-42da-9a4b-753c3be7b442 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 944 time: 0.0921082 Apr 20 19:35:17.027383 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-99e98b37-8314-450a-95f5-9a9983f23188 req-2ab71f11-e617-45da-8ab3-dd67d2a91984 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Apr 20 19:35:17.262910 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a66219c3-1f98-4dca-a7a1-b672021d1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:18.227673 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db550-da74-4b63-af9f-021a0c63b120 req-dd62c439-81ba-435f-a028-7f48449666f8 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:18.229773 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db7db550-da74-4b63-af9f-021a0c63b120 req-dd62c439-81ba-435f-a028-7f48449666f8 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 944 time: 0.0869839 Apr 20 19:35:18.277181 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-db7db550-da74-4b63-af9f-021a0c63b120 req-0ef8f372-a3c4-45b3-ad2f-e7e0874aaa26 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Apr 20 19:35:18.420435 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:35:18.564791 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:18.579299 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Returning: {'device': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4', 'network_id': '186743f1-f119-4886-bd86-96ee9aa1193e', 'port_id': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4', 'mac_address': 'fa:16:3e:b6:b5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d635d7d-ab3c-4709-a1a5-e949514cbc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:35:18.641101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:18.658957 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:35:18.675579 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:18.678441 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:18.680303 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:18.749516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:18.752696 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:18.868283 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['bc44eeb0-57f3-45da-955b-9ff8ceaac8c4'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:35:19.395083 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ab64-77a9-48dc-ad10-323d050182f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:19.482885 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb7a0e-fad3-41d6-996d-1a92eb16d563 req-8c2b9140-9b68-4540-ba63-ea8e11690662 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:19.484524 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9ceb7a0e-fad3-41d6-996d-1a92eb16d563 req-8c2b9140-9b68-4540-ba63-ea8e11690662 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 945 time: 0.0934854 Apr 20 19:35:19.532887 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9ceb7a0e-fad3-41d6-996d-1a92eb16d563 req-9dc36ad2-403e-4fa2-98ab-a9cee09d3769 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Apr 20 19:35:20.435878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 up at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:35:20.507179 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.526463 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning for port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:35:20.531264 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Provisioning complete for port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:35:20.531712 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784918'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.657542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854191669'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.686462 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:35:20.697996 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:20.701437 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769037946312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769037514082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267817261701'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.703516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:20.738219 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d7814-520f-47f3-a4ac-bbe5361fd0fa req-2d10a43c-92fd-4b6b-8fc8-2a8b50597315 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:20.739864 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0d7d7814-520f-47f3-a4ac-bbe5361fd0fa req-2d10a43c-92fd-4b6b-8fc8-2a8b50597315 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 945 time: 0.0939271 Apr 20 19:35:20.745445 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4', 'code': 200} Apr 20 19:35:20.782756 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Pushing event updated for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:20.786060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:20.796397 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-0d7d7814-520f-47f3-a4ac-bbe5361fd0fa req-19042cf1-24e6-46fc-a6bc-874c431443fa tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Apr 20 19:35:20.856849 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.978195 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19fbbc-c3fc-4099-b9a1-5e458a43ea05 req-3ea22333-0181-4758-89b9-ad20b8f20dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:20.980021 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9c19fbbc-c3fc-4099-b9a1-5e458a43ea05 req-3ea22333-0181-4758-89b9-ad20b8f20dac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 1099 time: 0.0793142 Apr 20 19:35:21.023109 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9c19fbbc-c3fc-4099-b9a1-5e458a43ea05 req-48a6abe8-3a68-4d8b-89e4-598780dabf96 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Apr 20 19:35:21.724709 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:22.003010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3081c9-6560-43a7-8b03-5dc0d4b5cb0e req-1c0cd478-03dc-4401-926c-5edd61f9af81 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:22.004091 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d3081c9-6560-43a7-8b03-5dc0d4b5cb0e req-1c0cd478-03dc-4401-926c-5edd61f9af81 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 946 time: 0.0874529 Apr 20 19:35:22.051664 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-3d3081c9-6560-43a7-8b03-5dc0d4b5cb0e req-214277f1-7aee-44eb-a211-67dcc077cdff tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Apr 20 19:35:23.260364 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281651ae-739d-4483-ae52-02aceb3f275b req-beef08c9-e35e-44bd-b9c2-8a90b5ef7117 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:23.261991 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-281651ae-739d-4483-ae52-02aceb3f275b req-beef08c9-e35e-44bd-b9c2-8a90b5ef7117 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 946 time: 0.0937405 Apr 20 19:35:23.310461 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-281651ae-739d-4483-ae52-02aceb3f275b req-0bb63435-8e62-4c06-8011-4c6ec6de6107 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Apr 20 19:35:23.782758 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:24.538750 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57741167-1293-4d92-810c-7dea9651573a req-4eb6df6d-1b41-4db4-877a-c7af0e10e273 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:24.541263 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57741167-1293-4d92-810c-7dea9651573a req-4eb6df6d-1b41-4db4-877a-c7af0e10e273 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 946 time: 0.1017582 Apr 20 19:35:24.547516 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-bc26523d-4101-4b2d-8acf-3845b54ac6d1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:24.548290 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-bc26523d-4101-4b2d-8acf-3845b54ac6d1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Synchronizing usage tracker for tenant:847d67cb6c074c4ca926459cad89df1f on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:35:24.564054 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-bc26523d-4101-4b2d-8acf-3845b54ac6d1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Unset dirty status for tenant:847d67cb6c074c4ca926459cad89df1f on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:35:24.565289 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-bc26523d-4101-4b2d-8acf-3845b54ac6d1 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 946 time: 0.1130362 Apr 20 19:35:24.592834 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-57741167-1293-4d92-810c-7dea9651573a req-6355ee25-8cb0-4e67-bd52-aa37ec7fe017 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/security-groups?id=f64ec167-ed43-4f69-8305-fe43ae98b19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441821 Apr 20 19:35:24.645564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Deleting port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:35:24.645959 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267816833396'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:24.920405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] For port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,segment=NetworkSegment(3b860b2d-aca9-4af8-9450-1469d6351ed8),segment_id=3b860b2d-aca9-4af8-9450-1469d6351ed8)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:35:24.920728 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850993539'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:25.054244 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Calling delete_port for bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:35:25.442005 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267816829471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267817261735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828319287'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:25.448769 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fc3b08cd-8e73-45f5-b65d-119721a99ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:25.454060 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.db [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] get_ports_and_sgs() called for port_ids ['bc44eeb0-57f3-45da-955b-9ff8ceaac8c4'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:35:25.496227 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Pushing event deleted for resources: {'Port': ['ID=bc44eeb0-57f3-45da-955b-9ff8ceaac8c4,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:25.500066 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:25.582458 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] No DVR routers for this DVR port bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 on host hv-cinder-78726 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:35:25.585145 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774862'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:25.588480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'name': 'network-vif-deleted', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:35:25.604690 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-9a7c79b1-96a8-4909-989e-fe4a161cc77d req-42a29466-7cf1-4ce3-a97e-31d15b8cefd6 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.58 "DELETE /v2.0/ports/bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 HTTP/1.1" status: 204 len: 173 time: 1.0341668 Apr 20 19:35:25.642364 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dfbf62-c6cf-4416-b02e-6d560429fc75', 'name': 'network-vif-deleted', 'tag': 'bc44eeb0-57f3-45da-955b-9ff8ceaac8c4', 'status': 'completed', 'code': 200} Apr 20 19:35:25.775836 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [req-5171f01e-12e7-4c6f-aabf-9151e22906c4 req-38f83843-5a11-4247-a960-f9d1d2532456 tempest-VolumesActionsTest-1392554240 tempest-VolumesActionsTest-1392554240-project] 10.222.0.13 "GET /v2.0/ports?device_id=82dfbf62-c6cf-4416-b02e-6d560429fc75 HTTP/1.1" status: 200 len: 210 time: 0.0550272 Apr 20 19:35:28.469566 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:35:28.510143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] No Port match for: bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:35:28.510535 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.rpc [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Device bc44eeb0-57f3-45da-955b-9ff8ceaac8c4 not bound to the agent host hv-cinder-78726 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:35:45.615007 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54830) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:45.682533 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Deleting subnet 1d635d7d-ab3c-4709-a1a5-e949514cbc5c {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:35:45.685836 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:45.742699 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26456658'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:45.801652 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869684'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.066308 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853906164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852222470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229554'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.071143 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:46.110601 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d635d7d-ab3c-4709-a1a5-e949514cbc5c,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:46.113577 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.115995 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:46.125710 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4fda8006-642c-40fb-b238-665abff9c7cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d635d7d-ab3c-4709-a1a5-e949514cbc5c HTTP/1.1" status: 204 len: 168 time: 0.5095370 Apr 20 19:35:46.128324 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54834) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:46.245376 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773240'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.377727 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853906079', 'neutron.services.segments.db._delete_segments_for_network-8769037862259'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.493950 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186743f1-f119-4886-bd86-96ee9aa1193e']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:35:46.507878 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b860b2d-aca9-4af8-9450-1469d6351ed8') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:35:46.508225 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.services.segments.db [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b860b2d-aca9-4af8-9450-1469d6351ed8') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:35:46.520894 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267816751971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828319142'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.536288 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853903790'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.542680 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:35:46.723486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Network 186743f1-f119-4886-bd86-96ee9aa1193e has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:35:46.733224 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551897'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:46.916167 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.plugins.ml2.managers [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Network 186743f1-f119-4886-bd86-96ee9aa1193e has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: Traceback (most recent call last): Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: timer() Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: cb(*args, **kw) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: return func(*args, **kwargs) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: self._notify() Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: self.callback(batched_events) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: event.method(event) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: segment_id)['aggregates'][0] Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: return f(self, *a, **k) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: return self._get(url).json() Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: **kwargs) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: return self.request(url, 'GET', **kwargs) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: **endpoint_filter) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:35:46.939220 dv-cinder-787262-2-smb neutron-server[86266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:35:47.018231 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850875234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3771010'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.021916 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:47.035564 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850875251'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.046521 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Pushing event deleted for resources: {'Network': ['ID=186743f1-f119-4886-bd86-96ee9aa1193e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:47.049928 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:47.055539 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-e3e0fd14-801d-4ce8-ace8-39452c86357c admin admin] 10.222.0.13 "DELETE /v2.0/networks/186743f1-f119-4886-bd86-96ee9aa1193e HTTP/1.1" status: 204 len: 168 time: 0.9261317 Apr 20 19:35:47.235843 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54840) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:47.265294 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-8aa642e7-648d-483b-8f36-f6a8306f2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.292365 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-2a925392-cc63-4807-a685-26a7a6f65204 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=847d67cb6c074c4ca926459cad89df1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548687 Apr 20 19:35:47.294935 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54844) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:47.356762 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.387512 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.431286 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.436872 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-dc263f68-0c4f-4322-b0cb-9b67a48c90c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:47.447729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ec167-ed43-4f69-8305-fe43ae98b19d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:47.458773 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.459200 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.459640 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.460049 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.460456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.460859 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.461260 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.461658 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.462061 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.462456 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.463019 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.463276 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-2-smb {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:47.466511 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:47.467721 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f64ec167-ed43-4f69-8305-fe43ae98b19d HTTP/1.1" status: 204 len: 168 time: 0.1717837 Apr 20 19:35:47.468692 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-80f07956-b3ca-4064-97d9-df0ed4c830ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:49.396660 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-93cc312f-67e7-4406-aabf-7fc0e2237a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:50.471589 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:50.860347 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:51.664314 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54890) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:51.727341 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:51.791973 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:51.807399 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:35:51.811457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:1582f52f040c4634837f864bcf54446c is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:35:51.814411 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:35:51.820387 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:35:51.904102 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:51.906948 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:51.916311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-9402115f-88f7-4277-9663-22b84f6d6344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:51.958787 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1582f52f040c4634837f864bcf54446c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932372 Apr 20 19:35:51.959771 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b17bd-49f0-48af-9e02-9c1c759c5785,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:51.961776 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.13', 54896) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:51.963101 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-4545d9fe-2a09-4e52-a59b-c84c6f788eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:52.024466 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:52.051271 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:52.098496 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:52.104020 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-a3a1cc94-6514-463c-a530-d952e251feb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:52.114919 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b17bd-49f0-48af-9e02-9c1c759c5785,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:52.118600 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:52.122454 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:52.123686 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-fed66cb8-6ae8-439b-bf24-c65db344696e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc9b17bd-49f0-48af-9e02-9c1c759c5785 HTTP/1.1" status: 204 len: 168 time: 0.1608393 Apr 20 19:35:52.896298 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:35:53.807246 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:58.897629 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54964) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:59.022311 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.041489 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:35:59.045502 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Usage tracker for resource:security_group_rule and tenant:94667037813e41cd84cf7645e900fae8 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:35:59.048457 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.quota.resource [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:35:59.054729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.quota.driver [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:35:59.142905 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.145684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.155741 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-0e2c4a76-3e61-43de-b3d6-5d64a8204a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:59.197723 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d6da6-a523-43c4-a2fa-1028c8783458,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:59.202553 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94667037813e41cd84cf7645e900fae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038051 Apr 20 19:35:59.203602 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-406867c4-df34-4f78-8dc0-93aef68b5d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:59.206898 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.13', 54970) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:59.269978 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.297897 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.342870 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4065196'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.347925 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bcab139d-1ed1-4dee-9715-bcec661825cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:59.364104 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d6da6-a523-43c4-a2fa-1028c8783458,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:59.369743 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG oslo_concurrency.lockutils [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:59.374048 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:59.375237 dv-cinder-787262-2-smb neutron-server[86266]: INFO neutron.wsgi [None req-bcda9e78-9ffe-4f13-aaf2-818220907491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c4d6da6-a523-43c4-a2fa-1028c8783458 HTTP/1.1" status: 204 len: 168 time: 0.1673322 Apr 20 19:36:17.266816 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-dd013249-a88a-4802-a541-48127eb35a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.398707 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-a4dc386d-74dd-4dbb-a080-94b9cd6f2d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.476046 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.864128 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.731034 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:23.816782 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.895647 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:36:47.268949 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3294-82c9-48e6-b609-681567b28203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:49.400561 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2957d1bd-2365-465d-b275-286e266c99b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:50.478548 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:50.866480 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:51.733192 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:53.815716 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:06.895334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:37:17.273012 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ca25-806b-429e-91e7-85727dd174f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:19.402655 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b1a45cc5-079d-452d-a9c0-14f79e5dd720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:20.482405 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:20.868550 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:21.735500 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:23.837764 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:43.894729 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:37:47.274556 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1a64aec3-1a3e-46a4-8c7a-8a4deb7b5392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:49.404503 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-be39ced5-0b05-47ef-9ad3-5bd407e202ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:50.484754 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:50.874428 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:51.740010 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:53.836612 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:17.276486 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1569a223-f9df-4f27-93b7-a111a224e8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:19.405628 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-76d3f39c-6515-41f0-9cd8-984bc10e4aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:20.487642 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:20.878478 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:20.895551 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:38:21.742095 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:23.835684 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:47.279933 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-b0930704-1534-4e57-8648-5fbd1a8cd68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:49.407273 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-801e6366-5b6d-4577-85e2-8dfd099c70b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:50.491372 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:50.881370 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:51.744542 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:53.837116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:57.894742 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:39:17.282896 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e3f2-c50d-4d82-9f2e-3ca5db1c776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:19.409006 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-63c1a16f-a628-4ccb-81e8-8a95dfa6fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:20.493835 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:20.883460 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:21.748093 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:23.850903 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:34.894334 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:39:47.284371 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-505d028b-1579-4bad-b614-36c5cc5e895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:49.410277 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-36df9f97-4485-4bd2-9279-47f69b320e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:50.497354 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:50.885320 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:51.751116 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:53.866086 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:11.894211 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron.db.agents_db [None req-66d4c83e-f8a3-4754-95c0-65e08a8e00a6 None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:40:17.286111 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-3056944e-bc7b-492c-99c1-7d7274f9240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:19.413803 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7704-a6de-427b-b060-fa5b0e0d0ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:20.499103 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-2ce2670f-8725-4c02-949a-020c10604782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:20.888118 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-9edb1594-4720-41c4-9e30-8f04cd45d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:21.753041 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-198eabf3-b952-48f2-9342-d3ad5997ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:23.881433 dv-cinder-787262-2-smb neutron-server[86266]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4a56-f0d8-4f83-b97a-4995a63a82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267816913541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853990845'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}